add health check

app.py

@@ -98,10 +98,11 @@ try:
 except Exception as exc:
     logging.error(f"Error processing config: {exc}")
     gr.Error(f"Error processing config: {exc}")
-    
+
 logging.info(f"Reasoning guide expert model is {guide_kwargs['expert_model']}.")
 
 
+
 def new_conversation_id():
     conversation_id = str(uuid.uuid4())
     print(f"New conversation with conversation ID: {conversation_id}")
@@ -135,29 +136,16 @@ def add_message(history, message, conversation_id):
 
 async def bot(
     history,
-    #client_kwargs,
-    #guide_kwargs,
     conversation_id,
     progress=gr.Progress(),
 ):
     
-    client_llm = setup_client_llm(**client_kwargs)
-
-    if not client_llm:
-        raise gr.Error(
-            "Failed to set up client LLM.",
-            duration=0
-        )
-
     print(f"History (conversation: {conversation_id}): {history}")
     history_langchain_format = history_to_langchain_format(history)
 
     # use guide always and exclusively at first turn
     if len(history_langchain_format) <= 1:
 
-        guide_config = RecursiveBalancingGuideConfig(**guide_kwargs)
-        guide = RecursiveBalancingGuide(tourist_llm=client_llm, config=guide_config)
-
         message = history[-1][0]
 
         try:
@@ -211,6 +199,19 @@ with gr.Blocks() as demo:
     conversation_id = gr.State(str(uuid.uuid4()))
     tos_approved = gr.State(False)
 
+    # set up client and guide
+    client_llm = setup_client_llm(**client_kwargs)
+    guide_config = RecursiveBalancingGuideConfig(**guide_kwargs)
+    guide = RecursiveBalancingGuide(tourist_llm=client_llm, config=guide_config)
+
+    # health check
+    health_check = await guide.health_check()
+    if health_check.get("status", None) != "ok":
+        health_msg = " | ".join([f"{k}: {v}" for k, v in health_check.items()])
+        logging.error(f"Guide health check failed: {health_msg}")
+        gr.Error(f"LLM availability / health check failed: {health_msg}")
+    logging.info(f"Health check: {health_check}")
+
     with gr.Tab(label="Chatbot", visible=False) as chatbot_tab:
 
         # chatbot