Update app.py
Browse files
app.py
CHANGED
@@ -30,9 +30,9 @@ def generater(message, history):
|
|
30 |
max_new_tokens = round(len(prompt) / 3.0 * 1.2)
|
31 |
outputs = []
|
32 |
for token in model.generate(prompt=prompt,
|
33 |
-
temp=0.
|
34 |
top_k=50,
|
35 |
-
top_p=0.
|
36 |
max_tokens=max_new_tokens,
|
37 |
streaming=True):
|
38 |
outputs.append(token)
|
@@ -54,7 +54,7 @@ iface = gr.ChatInterface(
|
|
54 |
chatbot=chatbot,
|
55 |
additional_inputs=[],
|
56 |
examples=[
|
57 |
-
["<speaker:1> Hello,
|
58 |
]
|
59 |
)
|
60 |
|
|
|
30 |
max_new_tokens = round(len(prompt) / 3.0 * 1.2)
|
31 |
outputs = []
|
32 |
for token in model.generate(prompt=prompt,
|
33 |
+
temp=0.1,
|
34 |
top_k=50,
|
35 |
+
top_p=0.5,
|
36 |
max_tokens=max_new_tokens,
|
37 |
streaming=True):
|
38 |
outputs.append(token)
|
|
|
54 |
chatbot=chatbot,
|
55 |
additional_inputs=[],
|
56 |
examples=[
|
57 |
+
["<speaker:1> Hello, my name is Tom. May I speak to Laura <speaker:2> please? Hello, this is Laura. <speaker:1> Hi Laura, how are you? This is <speaker:2> Tom. Hi Tom, I haven't seen you for a <speaker:1> while."],
|
58 |
]
|
59 |
)
|
60 |
|