rajivmehtapy commited on
Commit
a554b5e
1 Parent(s): 82341ad

update in tokenization

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -15,7 +15,7 @@ def greet(name):
15
  {"role": "user", "content": name},
16
  ]
17
  prompt = pipe.tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
18
- outputs = pipe(prompt, max_new_tokens=256, do_sample=True, temperature=0.7, top_k=50, top_p=0.95)
19
 
20
  return outputs[0]["generated_text"]
21
 
 
15
  {"role": "user", "content": name},
16
  ]
17
  prompt = pipe.tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
18
+ outputs = pipe(prompt, max_new_tokens=2048, do_sample=True, temperature=0.7, top_k=50, top_p=0.95)
19
 
20
  return outputs[0]["generated_text"]
21