Update app.py

app.py

@@ -16,7 +16,7 @@ model_name = "allenai/OLMo-1B"
 tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
 model = AutoModelForCausalLM.from_pretrained(model_name, trust_remote_code=True)
 
-def generate_text(prompt, max_new_tokens=250, do_sample=False, top_k=50, top_p=0.95):
+def generate_text(prompt, max_new_tokens=100, do_sample=False, top_k=50, top_p=0.95):
     inputs = tokenizer(prompt, return_tensors='pt', return_token_type_ids=False)
     response = model.generate(**inputs, max_new_tokens=max_new_tokens, do_sample=do_sample, top_k=top_k, top_p=top_p)
     return tokenizer.batch_decode(response, skip_special_tokens=True)[0]