feat: add backend

main.py

@@ -37,10 +37,11 @@ class Delete(BaseModel):
 websocket_state = None
 
 class MyCustomSyncHandler(AsyncCallbackHandler):
-    async def on_llm_new_token(self, token: str, **kwargs) -> None:
+    def on_llm_new_token(self, token: str, **kwargs) -> None:
         print(f"{websocket_state}")
 
-        await websocket_state.send_text(f"token: {token}")
+        asyncio.sleep(1.5)
+        websocket_state.send_text(f"token: {token}")
 
         print(f"token: {token}")