Update app.py

app.py

@@ -39,11 +39,13 @@ Question: {question}
 ============================
 Answer in Markdown:
 """
+
 daysoff_assistant_prompt = PromptTemplate(
     input_variables=["chat_history", "question"],
     template=daysoff_assistant_template,
 )
 
+
 class APIConnectionError(Exception):
     """Raised when API connection fails"""
     pass
@@ -68,11 +70,6 @@ async def async_post_request(url, headers, data):
     except requests.RequestException as e:
         raise APIResponseError(f"API request failed: {str(e)}")
 
-
-async def long_running_task():
-    loop = asyncio.get_running_loop()
-    with ThreadPoolExecutor() as pool:
-        return await loop.run_in_executor(pool, your_function)
         
 @cl.set_starters
 async def set_starters():
@@ -102,20 +99,14 @@ async def set_starters():
 #------?-----@cl.Step
 #------?-----@cl.Context
 
+
 @cl.on_chat_start
-async def start():
-    cl.user_session.set("socket_auth", True) 
+async def setup():
+  
+    cl.user_session.set("socket_auth", True)
     cl.user_session.set("max_retries", 3)
+    cl.user_session.set("connection_attempts", 0)
     
-async def setup():
-    asyncio.create_task(keep_alive())
-
-async def keep_alive():
-    while True:
-        await asyncio.sleep(20)
-        await cl.Message(content="", author="system").send()
-        
-def setup_multiple_chains():
     llm = OpenAI(
         model="gpt-3.5-turbo-instruct",
         temperature=0.7,
@@ -140,6 +131,21 @@ def setup_multiple_chains():
 
     cl.user_session.set("llm_chain", llm_chain)
     
+    asyncio.create_task(keep_alive())
+
+    
+async def long_running_task(message_content: str):
+    loop = asyncio.get_running_loop()
+    with ThreadPoolExecutor() as pool:
+        llm_chain = cl.user_session.get("llm_chain")
+        return await loop.run_in_executor(
+            pool,
+            lambda: llm_chain.invoke({
+                "question": message_content,
+                "chat_history": ""
+            })
+        )
+    
 
 @cl.on_message
 async def handle_message(message: cl.Message):
@@ -225,26 +231,15 @@ async def handle_message(message: cl.Message):
                 error_messages = {
                     APIConnectionError: "Kunne ikke koble til bookingsystemet. Prøv igjen senere.",
                     APIResponseError: "Det oppstod en feil ved henting av bookingdata.",
-                    BookingNotFoundError: "Ingen booking funnet med denne koden."
+                    BookingNotFoundError: "Ingen DATA funnet med dette bookingnummeret."
                 }
                 await cl.Message(content=f"❌ {error_messages[type(e)]}\n\nPrøv igjen, kanskje du feilstavet eller glemte ett siffer eller en bokstav?\n\nHvis du ser denne feilmedlingen gjentatte ganger, vennligst kontakt kundeservice@daysoff.no så de kan hjelpe deg.").send()
                 return None
-            except requests.exceptions.RequestException as e:
-                await cl.Message(content="En uventet feil oppstod. Vennligst kontakt kundeservice@daysoff.no").send()
-                return None
     
         else:
             try:
-                async with timeout(30): 
-                    response = await llm_chain.ainvoke({
-                        "question": user_message,
-                        "chat_history": ""
-                    }, callbacks=[cl.AsyncLangchainCallbackHandler()])
+                response = await long_running_task(message.content)
                 await cl.Message(content=response["text"]).send()
-            except asyncio.TimeoutError:
-                await cl.Message(content="Request timed out. Please try again.").send()
             except Exception as e:
                 await cl.Message(content=f"Error: {str(e)}").send()
 
-    except Exception as e:
-        await cl.Message(content="Connection error. WTF yo...").send()