Update app.py
Browse files
app.py
CHANGED
@@ -14,9 +14,9 @@ model_name = "allenai/OLMo-1B"
|
|
14 |
tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
|
15 |
model = AutoModelForCausalLM.from_pretrained(model_name, trust_remote_code=True)
|
16 |
|
17 |
-
def generate_text(prompt, max_new_tokens, top_k, top_p
|
18 |
inputs = tokenizer(prompt, return_tensors='pt', return_token_type_ids=False)
|
19 |
-
response = model.generate(**inputs, max_new_tokens
|
20 |
return tokenizer.batch_decode(response, skip_special_tokens=True)[0]
|
21 |
|
22 |
|
|
|
14 |
tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
|
15 |
model = AutoModelForCausalLM.from_pretrained(model_name, trust_remote_code=True)
|
16 |
|
17 |
+
def generate_text(prompt, max_new_tokens=400, do_sample=True, top_k=50, top_p=0.95):
|
18 |
inputs = tokenizer(prompt, return_tensors='pt', return_token_type_ids=False)
|
19 |
+
response = model.generate(**inputs, max_new_tokens, do_sample, top_k, top_p)
|
20 |
return tokenizer.batch_decode(response, skip_special_tokens=True)[0]
|
21 |
|
22 |
|