Kanpredict
/

gptj-6b-8bits

Text Generation

Inference Endpoints

Model card Files Files and versions Community

OssamaLafhel commited on Apr 5, 2023

Commit

8764899

·

1 Parent(s): 038c683

Update handler.py

Files changed (1) hide show

handler.py +1 -2

handler.py CHANGED Viewed

@@ -158,9 +158,8 @@ transformers.models.gptj.modeling_gptj.GPTJBlock = GPTJBlock  # monkey-patch GPT
 # -----------------------------------------> API <---------------------------------------
-path=""
 tokenizer = transformers.AutoTokenizer.from_pretrained("EleutherAI/gpt-j-6B")
-model = GPTJForCausalLM.from_pretrained(path, low_cpu_mem_usage=True)
 device = 0 if torch.cuda.is_available() else -1

 # -----------------------------------------> API <---------------------------------------
 tokenizer = transformers.AutoTokenizer.from_pretrained("EleutherAI/gpt-j-6B")
+model = GPTJForCausalLM.from_pretrained("Kanpredict/gptj-6b-8bits", low_cpu_mem_usage=True)
 device = 0 if torch.cuda.is_available() else -1