Kanpredict
/

gptj-6b-8bits

Text Generation

Inference Endpoints

Model card Files Files and versions Community

OssamaLafhel commited on Apr 5, 2023

Commit

038c683

·

1 Parent(s): 4b15582

Update handler.py

Files changed (1) hide show

handler.py +2 -1

handler.py CHANGED Viewed

@@ -158,8 +158,9 @@ transformers.models.gptj.modeling_gptj.GPTJBlock = GPTJBlock  # monkey-patch GPT
 # -----------------------------------------> API <---------------------------------------
 tokenizer = transformers.AutoTokenizer.from_pretrained("EleutherAI/gpt-j-6B")
-model = GPTJForCausalLM.from_pretrained("", low_cpu_mem_usage=True)
 device = 0 if torch.cuda.is_available() else -1

 # -----------------------------------------> API <---------------------------------------
+path=""
 tokenizer = transformers.AutoTokenizer.from_pretrained("EleutherAI/gpt-j-6B")
+model = GPTJForCausalLM.from_pretrained(path, low_cpu_mem_usage=True)
 device = 0 if torch.cuda.is_available() else -1