Update app/main.py

app/main.py

@@ -43,9 +43,10 @@ async def echo(message, history):
     
     history.append([message, ""])
     full_resp = ""    
-    async for resp in client.chat.completions.create(
-        model="tgi", messages=messages, **parameters
-    ):
+
+    responses = client.chat.completions.create(model="tgi", messages=messages, **parameters)
+    
+    async for resp in responses:
         full_resp = full_resp + resp.choices[0].delta.content
         history[-1][1] = full_resp
         yield history