llama-2-13b-chat

Runtime error

chatham84 commited on Aug 29, 2023

Commit

2cf7603

•

1 Parent(s): 1713444

Update model.py

Files changed (1) hide show

model.py CHANGED Viewed

@@ -4,7 +4,8 @@ from typing import Iterator
 import torch
 from transformers import AutoConfig, AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
-model_id = 'meta-llama/Llama-2-13b-chat-hf'
 if torch.cuda.is_available():
     config = AutoConfig.from_pretrained(model_id)

 import torch
 from transformers import AutoConfig, AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
+model_id = 'chatham84/llama-2-13b-chatham84'
 if torch.cuda.is_available():
     config = AutoConfig.from_pretrained(model_id)