Tonic commited on
Commit
8c24eff
1 Parent(s): 52e3d3e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -14,9 +14,9 @@ model_name = "allenai/OLMo-1B"
14
  tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
15
  model = AutoModelForCausalLM.from_pretrained(model_name, trust_remote_code=True)
16
 
17
- def generate_text(prompt, max_new_tokens, top_k, top_p, do_sample):
18
  inputs = tokenizer(prompt, return_tensors='pt', return_token_type_ids=False)
19
- response = model.generate(**inputs, max_new_tokens=400, do_sample=Truee, top_k=50, top_p=0.95)
20
  return tokenizer.batch_decode(response, skip_special_tokens=True)[0]
21
 
22
 
 
14
  tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
15
  model = AutoModelForCausalLM.from_pretrained(model_name, trust_remote_code=True)
16
 
17
+ def generate_text(prompt, max_new_tokens=400, do_sample=True, top_k=50, top_p=0.95):
18
  inputs = tokenizer(prompt, return_tensors='pt', return_token_type_ids=False)
19
+ response = model.generate(**inputs, max_new_tokens, do_sample, top_k, top_p)
20
  return tokenizer.batch_decode(response, skip_special_tokens=True)[0]
21
 
22