Spaces:
Paused
Paused
Daniel Marques
commited on
Commit
·
3bf68c9
1
Parent(s):
abff149
fix: add websocket in handlerToken
Browse files
main.py
CHANGED
@@ -64,6 +64,7 @@ class MyCustomSyncHandler(BaseCallbackHandler):
|
|
64 |
self, serialized: Dict[str, Any], prompts: List[str], **kwargs: Any
|
65 |
) -> None:
|
66 |
self.end = False
|
|
|
67 |
|
68 |
def on_llm_end(self, response: LLMResult, **kwargs: Any) -> None:
|
69 |
self.end = True
|
@@ -71,7 +72,8 @@ class MyCustomSyncHandler(BaseCallbackHandler):
|
|
71 |
def on_llm_new_token(self, token: str, **kwargs) -> Any:
|
72 |
print(token)
|
73 |
|
74 |
-
self.
|
|
|
75 |
|
76 |
print(token)
|
77 |
|
@@ -257,9 +259,8 @@ async def websocket_endpoint(websocket: WebSocket, client_id: int):
|
|
257 |
while True:
|
258 |
prompt = await websocket.receive_text()
|
259 |
|
260 |
-
handlerToken.callback = websocket.send_text;
|
261 |
-
|
262 |
if (oldReceiveText != prompt):
|
|
|
263 |
oldReceiveText = prompt
|
264 |
asyncio.run(QA(prompt))
|
265 |
|
|
|
64 |
self, serialized: Dict[str, Any], prompts: List[str], **kwargs: Any
|
65 |
) -> None:
|
66 |
self.end = False
|
67 |
+
self.callback = None
|
68 |
|
69 |
def on_llm_end(self, response: LLMResult, **kwargs: Any) -> None:
|
70 |
self.end = True
|
|
|
72 |
def on_llm_new_token(self, token: str, **kwargs) -> Any:
|
73 |
print(token)
|
74 |
|
75 |
+
if self.callback :
|
76 |
+
self.callback(token)
|
77 |
|
78 |
print(token)
|
79 |
|
|
|
259 |
while True:
|
260 |
prompt = await websocket.receive_text()
|
261 |
|
|
|
|
|
262 |
if (oldReceiveText != prompt):
|
263 |
+
handlerToken.callback = websocket.send_text
|
264 |
oldReceiveText = prompt
|
265 |
asyncio.run(QA(prompt))
|
266 |
|