Spaces:

AtPeak
/

Chatbot-Try-On

Paused

matsuap commited on 10 days ago

Commit

93c486c

•

1 Parent(s): c196004

remove device_map

Files changed (1) hide show

app.py CHANGED Viewed

@@ -41,7 +41,7 @@ h1 {
 # Load the tokenizer and model
 tokenizer = AutoTokenizer.from_pretrained("elyza/Llama-3-ELYZA-JP-8B")
-model = AutoModelForCausalLM.from_pretrained("elyza/Llama-3-ELYZA-JP-8B", device_map="auto")
 terminators = [
     tokenizer.eos_token_id,
     tokenizer.convert_tokens_to_ids("<|eot_id|>")

 # Load the tokenizer and model
 tokenizer = AutoTokenizer.from_pretrained("elyza/Llama-3-ELYZA-JP-8B")
+model = AutoModelForCausalLM.from_pretrained("elyza/Llama-3-ELYZA-JP-8B")
 terminators = [
     tokenizer.eos_token_id,
     tokenizer.convert_tokens_to_ids("<|eot_id|>")