Update apis/chat_api.py

apis/chat_api.py

@@ -217,24 +217,26 @@ class ChatAPIApp:
                 )
 
             if item.stream:
+                stream_out = streamer.chat_return_generator(stream_response)
+                print(stream_out, type(stream_out))
                 event_source_response = EventSourceResponse(
-                    streamer.chat_return_generator(stream_response),
+                    stream_out,
                     media_type="text/event-stream",
                     ping=2000,
                     ping_message_factory=lambda: ServerSentEvent(**{"comment": ""}),
                 )
 
-                import json
-                print(event_source_response, "EVENT RESPONSE FIRST")
-                event_source_response = json.loads(str(event_source_response).split('data: ')[-1])
-                print(event_source_response, "EVENT RESPONSE SECOND")
-                event_source_response = {
-                  "model": event_source_response.get('model'),
-                  "created_at": event_source_response.get('created_at'),
-                  "response": event_source_response.get('choices')[-1].get('delta').get('content'),
-                  "done": True if event_source_response.get('choices')[-1].get('finish_reason') != None else False,
-                }
-                print(event_source_response, "EVENT RESPONSE THIRD")
+                # import json
+                # print(event_source_response, "EVENT RESPONSE FIRST")
+                # event_source_response = json.loads(str(event_source_response).split('data: ')[-1])
+                # print(event_source_response, "EVENT RESPONSE SECOND")
+                # event_source_response = {
+                #   "model": event_source_response.get('model'),
+                #   "created_at": event_source_response.get('created_at'),
+                #   "response": event_source_response.get('choices')[-1].get('delta').get('content'),
+                #   "done": True if event_source_response.get('choices')[-1].get('finish_reason') != None else False,
+                # }
+                # print(event_source_response, "EVENT RESPONSE THIRD")
                 
                 return event_source_response
             else: