health check

app.py

@@ -146,6 +146,15 @@ async def bot(
     # use guide always and exclusively at first turn
     if len(history_langchain_format) <= 1:
 
+        # health check
+        health_check = await guide.health_check()
+
+        if health_check.get("status", None) != "ok":
+            health_msg = " | ".join([f"{k}: {v}" for k, v in health_check.items()])
+            logging.error(f"Guide health check failed: {health_msg}")
+            gr.Error(f"LLM availability / health check failed: {health_msg}")
+        logging.info(f"Health check: {health_check}")
+
         message = history[-1][0]
 
         try:
@@ -204,16 +213,6 @@ with gr.Blocks() as demo:
     guide_config = RecursiveBalancingGuideConfig(**guide_kwargs)
     guide = RecursiveBalancingGuide(tourist_llm=client_llm, config=guide_config)
 
-    # health check
-    # run async guide.health_check() as coroutine
-    health_check = asyncio.run(guide.health_check())
-
-    if health_check.get("status", None) != "ok":
-        health_msg = " | ".join([f"{k}: {v}" for k, v in health_check.items()])
-        logging.error(f"Guide health check failed: {health_msg}")
-        gr.Error(f"LLM availability / health check failed: {health_msg}")
-    logging.info(f"Health check: {health_check}")
-
     with gr.Tab(label="Chatbot", visible=False) as chatbot_tab:
 
         # chatbot