Update app.py
Browse files
app.py
CHANGED
@@ -72,13 +72,15 @@ async def chat(gen:GenModel):
|
|
72 |
{"role": "assistant", "content": gen.system},
|
73 |
]
|
74 |
st = time()
|
|
|
|
|
75 |
output = llm_chat.create_chat_completion(
|
76 |
messages = messages,
|
77 |
temperature=gen.temperature,
|
78 |
seed=gen.seed,
|
79 |
#stream=True
|
80 |
)
|
81 |
-
messages.append({"role": "user", "content": gen.question})
|
82 |
print(output)
|
83 |
et = time()
|
84 |
output["time"] = et - st
|
|
|
72 |
{"role": "assistant", "content": gen.system},
|
73 |
]
|
74 |
st = time()
|
75 |
+
|
76 |
+
messages.append({"role": "user", "content": gen.question})
|
77 |
output = llm_chat.create_chat_completion(
|
78 |
messages = messages,
|
79 |
temperature=gen.temperature,
|
80 |
seed=gen.seed,
|
81 |
#stream=True
|
82 |
)
|
83 |
+
#messages.append({"role": "user", "content": gen.question})
|
84 |
print(output)
|
85 |
et = time()
|
86 |
output["time"] = et - st
|