Mikhil-jivus commited on
Commit
2f935e0
1 Parent(s): c90c86d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -30,6 +30,7 @@ device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
30
 
31
  #model_id = "nltpt/Llama-3.2-3B-Instruct"
32
  tokenizer = AutoTokenizer.from_pretrained(model_id,token = access_token)
 
33
  model = AutoModelForCausalLM.from_pretrained(
34
  model_id,
35
  device_map="auto",
 
30
 
31
  #model_id = "nltpt/Llama-3.2-3B-Instruct"
32
  tokenizer = AutoTokenizer.from_pretrained(model_id,token = access_token)
33
+ tokenizer.pad_token = tokenizer.eos_token
34
  model = AutoModelForCausalLM.from_pretrained(
35
  model_id,
36
  device_map="auto",