Daniel Marques commited on
Commit
3bf68c9
·
1 Parent(s): abff149

fix: add websocket in handlerToken

Browse files
Files changed (1) hide show
  1. main.py +4 -3
main.py CHANGED
@@ -64,6 +64,7 @@ class MyCustomSyncHandler(BaseCallbackHandler):
64
  self, serialized: Dict[str, Any], prompts: List[str], **kwargs: Any
65
  ) -> None:
66
  self.end = False
 
67
 
68
  def on_llm_end(self, response: LLMResult, **kwargs: Any) -> None:
69
  self.end = True
@@ -71,7 +72,8 @@ class MyCustomSyncHandler(BaseCallbackHandler):
71
  def on_llm_new_token(self, token: str, **kwargs) -> Any:
72
  print(token)
73
 
74
- self.state(token)
 
75
 
76
  print(token)
77
 
@@ -257,9 +259,8 @@ async def websocket_endpoint(websocket: WebSocket, client_id: int):
257
  while True:
258
  prompt = await websocket.receive_text()
259
 
260
- handlerToken.callback = websocket.send_text;
261
-
262
  if (oldReceiveText != prompt):
 
263
  oldReceiveText = prompt
264
  asyncio.run(QA(prompt))
265
 
 
64
  self, serialized: Dict[str, Any], prompts: List[str], **kwargs: Any
65
  ) -> None:
66
  self.end = False
67
+ self.callback = None
68
 
69
  def on_llm_end(self, response: LLMResult, **kwargs: Any) -> None:
70
  self.end = True
 
72
  def on_llm_new_token(self, token: str, **kwargs) -> Any:
73
  print(token)
74
 
75
+ if self.callback :
76
+ self.callback(token)
77
 
78
  print(token)
79
 
 
259
  while True:
260
  prompt = await websocket.receive_text()
261
 
 
 
262
  if (oldReceiveText != prompt):
263
+ handlerToken.callback = websocket.send_text
264
  oldReceiveText = prompt
265
  asyncio.run(QA(prompt))
266