Update app/llm.py
Browse files- app/llm.py +2 -1
app/llm.py
CHANGED
|
@@ -118,7 +118,8 @@ async def generate(gen:GenModel):#, user: schemas.BaseUser = fastapi.Depends(cur
|
|
| 118 |
)
|
| 119 |
|
| 120 |
for chunk in output:
|
| 121 |
-
delta = chunk['choices'][0]['delta']
|
|
|
|
| 122 |
if 'role' in delta:
|
| 123 |
print(delta['role'], end=': ')
|
| 124 |
elif 'content' in delta:
|
|
|
|
| 118 |
)
|
| 119 |
|
| 120 |
for chunk in output:
|
| 121 |
+
delta = chunk['choices'][0]#['delta']
|
| 122 |
+
print(delta)
|
| 123 |
if 'role' in delta:
|
| 124 |
print(delta['role'], end=': ')
|
| 125 |
elif 'content' in delta:
|