yentinglin commited on
Commit
c2d7996
1 Parent(s): efa0a6b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -29,7 +29,7 @@ def generate_response(user_input, max_new_token: 100, top_p, temperature, top_k,
29
  ])
30
  msg += "<|assistant|>\n"
31
  res = client.generate(msg, stop_sequences=["<|assistant|>", eos_token, "<|system|>", "<|user|>"],
32
- max_new_tokens=1000)
33
  return [("assistant", res.generated_text)]
34
 
35
  with gr.Blocks() as demo:
 
29
  ])
30
  msg += "<|assistant|>\n"
31
  res = client.generate(msg, stop_sequences=["<|assistant|>", eos_token, "<|system|>", "<|user|>"],
32
+ max_new_tokens=1000, top_p=0.9, do_sample=True, temperature=1.0)
33
  return [("assistant", res.generated_text)]
34
 
35
  with gr.Blocks() as demo: