Update app.py

app.py

@@ -48,34 +48,6 @@ embedding = HuggingFaceBgeEmbeddings(
     show_progress=True,
 )
 
-
-async def echo(websocket):
-    global retriever, conversational_rag_chain
-    async for message in websocket:
-        data = json.loads(message)
-        if not "message" in message:
-            return
-        if not "token" in message:
-            return
-        m = data["message"]
-        token = data["token"]
-        docs = retriever.get_relevant_documents(m)
-        response = conversational_rag_chain.invoke(
-            {"input": m},
-            config={
-                "configurable": {"session_id": token}
-            },
-        )["answer"]
-        await websocket.send(json.dumps({"response": response}))
-
-async def main():
-    async with serve(echo, "0.0.0.0", 7860):
-        await asyncio.Future()
-
-def f():
-    asyncio.run(main())
-Process(target=f).start()
-
 vectorstore = Chroma.from_documents(documents=splits, embedding=embedding)
 
 def format_docs(docs):
@@ -145,10 +117,28 @@ conversational_rag_chain = RunnableWithMessageHistory(
     history_messages_key="chat_history",
     output_messages_key="answer",
 )
-"""
-websocket
-streamlit app ~> backend
-{"token": "random", "message": "what is something"} ~> backend
-backend ~> {"response": "something is something"}
-streamlit app ~> display response
-"""
+
+async def echo(websocket):
+    global retriever, conversational_rag_chain
+    async for message in websocket:
+        data = json.loads(message)
+        if not "message" in message:
+            return
+        if not "token" in message:
+            return
+        m = data["message"]
+        token = data["token"]
+        docs = retriever.get_relevant_documents(m)
+        response = conversational_rag_chain.invoke(
+            {"input": m},
+            config={
+                "configurable": {"session_id": token}
+            },
+        )["answer"]
+        await websocket.send(json.dumps({"response": response}))
+
+async def main():
+    async with serve(echo, "0.0.0.0", 7860):
+        await asyncio.Future()
+
+asyncio.run(main())