Spaces:
Runtime error
Runtime error
Update chain_app.py
Browse files- chain_app.py +2 -2
chain_app.py
CHANGED
@@ -2342,10 +2342,10 @@ async def main(message: cl.Message):
|
|
2342 |
stream=True
|
2343 |
)
|
2344 |
for chunk in completion:
|
2345 |
-
|
|
|
2346 |
|
2347 |
|
2348 |
-
|
2349 |
elif chat_profile == 'Llama-3.1-70B':
|
2350 |
completion = groq_client.chat.completions.create(
|
2351 |
model="llama-3.1-70b-versatile",
|
|
|
2342 |
stream=True
|
2343 |
)
|
2344 |
for chunk in completion:
|
2345 |
+
if chunk.choices[0].delta.content is not None:
|
2346 |
+
await msg.stream_token(chunk.choices[0].delta.content)
|
2347 |
|
2348 |
|
|
|
2349 |
elif chat_profile == 'Llama-3.1-70B':
|
2350 |
completion = groq_client.chat.completions.create(
|
2351 |
model="llama-3.1-70b-versatile",
|