Update app.py

app.py

@@ -20,6 +20,37 @@ from langchain_core.chat_history import BaseChatMessageHistory
 from langchain_community.chat_message_histories import ChatMessageHistory
 from langchain_community.embeddings import HuggingFaceInferenceAPIEmbeddings
 
+print()
+print("-------")
+print("started")
+print("-------")
+
+async def echo(websocket):
+    async for message in websocket:
+        data = json.loads(message)
+        if not "message" in message:
+            return
+        if not "token" in message:
+            return
+        m = data["message"]
+        token = data["token"]
+        userData = json.load(open("userData.json", "w"))
+        docs = retriever.get_relevant_documents(m)
+        userData[token]["docs"] = str(docs)
+        response = conversational_rag_chain.invoke(
+            {"input": m},
+            config={
+                "configurable": {"session_id": token}
+            },
+        )["answer"]
+        await websocket.send(json.dumps({"response": response}))
+
+async def main():
+    async with serve(echo, "0.0.0.0", 7860):
+        await asyncio.Future()
+
+asyncio.run(main())
+
 if not os.path.isdir('database'):
     os.system("unzip database.zip")
 
@@ -118,36 +149,7 @@ conversational_rag_chain = RunnableWithMessageHistory(
     history_messages_key="chat_history",
     output_messages_key="answer",
 )
-print()
-print("-------")
-print("started")
-print("-------")
-
-async def echo(websocket):
-    async for message in websocket:
-        data = json.loads(message)
-        if not "message" in message:
-            return
-        if not "token" in message:
-            return
-        m = data["message"]
-        token = data["token"]
-        userData = json.load(open("userData.json", "w"))
-        docs = retriever.get_relevant_documents(m)
-        userData[token]["docs"] = str(docs)
-        response = conversational_rag_chain.invoke(
-            {"input": m},
-            config={
-                "configurable": {"session_id": token}
-            },
-        )["answer"]
-        await websocket.send(json.dumps({"response": response}))
 
-async def main():
-    async with serve(echo, "0.0.0.0", 7860):
-        await asyncio.Future()
-
-asyncio.run(main())
 """
 websocket
 streamlit app ~> backend