Spaces:
Build error
Build error
Daniel Marques
commited on
Commit
·
bd32b51
1
Parent(s):
cde8337
fix: add type filter message
Browse files
main.py
CHANGED
|
@@ -55,6 +55,20 @@ class MyCustomSyncHandler(BaseCallbackHandler):
|
|
| 55 |
self.message += token
|
| 56 |
redisClient.publish(f'{kwargs["tags"][0]}', self.message)
|
| 57 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 58 |
LLM = load_model(device_type=DEVICE_TYPE, model_id=MODEL_ID, model_basename=MODEL_BASENAME, stream=True)
|
| 59 |
|
| 60 |
prompt, memory = get_prompt_template(promptTemplate_type="llama", history=True)
|
|
@@ -233,7 +247,7 @@ async def websocket_endpoint(websocket: WebSocket, client_id: int):
|
|
| 233 |
i = 0
|
| 234 |
for item in pubsub.listen():
|
| 235 |
i+=1
|
| 236 |
-
|
| 237 |
print(item["type"] == "message")
|
| 238 |
|
| 239 |
if(i > 10 ): pubsub.unsubscribe({client_id})
|
|
|
|
| 55 |
self.message += token
|
| 56 |
redisClient.publish(f'{kwargs["tags"][0]}', self.message)
|
| 57 |
|
| 58 |
+
def on_llm_end(self, response: LLMResult, **kwargs: Any) -> Any:
|
| 59 |
+
self.message = "end"
|
| 60 |
+
redisClient.publish(f'{kwargs["tags"][0]}', self.message)
|
| 61 |
+
|
| 62 |
+
def on_llm_error(
|
| 63 |
+
self, error: Union[Exception, KeyboardInterrupt], **kwargs: Any
|
| 64 |
+
) -> Any:
|
| 65 |
+
self.message = "end"
|
| 66 |
+
redisClient.publish(f'{kwargs["tags"][0]}', self.message)
|
| 67 |
+
|
| 68 |
+
def on_chain_end(self, outputs: Dict[str, Any], **kwargs: Any) -> Any:
|
| 69 |
+
self.message = "end"
|
| 70 |
+
redisClient.publish(f'{kwargs["tags"][0]}', self.message)
|
| 71 |
+
|
| 72 |
LLM = load_model(device_type=DEVICE_TYPE, model_id=MODEL_ID, model_basename=MODEL_BASENAME, stream=True)
|
| 73 |
|
| 74 |
prompt, memory = get_prompt_template(promptTemplate_type="llama", history=True)
|
|
|
|
| 247 |
i = 0
|
| 248 |
for item in pubsub.listen():
|
| 249 |
i+=1
|
| 250 |
+
|
| 251 |
print(item["type"] == "message")
|
| 252 |
|
| 253 |
if(i > 10 ): pubsub.unsubscribe({client_id})
|