Spaces:
Running
Running
yentinglin
commited on
Commit
•
c2d7996
1
Parent(s):
efa0a6b
Update app.py
Browse files
app.py
CHANGED
@@ -29,7 +29,7 @@ def generate_response(user_input, max_new_token: 100, top_p, temperature, top_k,
|
|
29 |
])
|
30 |
msg += "<|assistant|>\n"
|
31 |
res = client.generate(msg, stop_sequences=["<|assistant|>", eos_token, "<|system|>", "<|user|>"],
|
32 |
-
max_new_tokens=1000)
|
33 |
return [("assistant", res.generated_text)]
|
34 |
|
35 |
with gr.Blocks() as demo:
|
|
|
29 |
])
|
30 |
msg += "<|assistant|>\n"
|
31 |
res = client.generate(msg, stop_sequences=["<|assistant|>", eos_token, "<|system|>", "<|user|>"],
|
32 |
+
max_new_tokens=1000, top_p=0.9, do_sample=True, temperature=1.0)
|
33 |
return [("assistant", res.generated_text)]
|
34 |
|
35 |
with gr.Blocks() as demo:
|