config bugfix

app.py

@@ -93,6 +93,10 @@ CHATBOT_INSTRUCTIONS = (
     "Please use the 👋 Community tab above to reach out.\n"
 )
 
+# config
+client_kwargs, guide_kwargs = process_config(DEMO_CONFIG)
+logging.info(f"Reasoning guide expert model is {guide_kwargs['expert_model']}.")
+
 
 def new_conversation_id():
     conversation_id = str(uuid.uuid4())
@@ -127,8 +131,8 @@ def add_message(history, message, conversation_id):
 
 async def bot(
     history,
-    client_kwargs,
-    guide_kwargs,
+    #client_kwargs,
+    #guide_kwargs,
     conversation_id,
     progress=gr.Progress(),
 ):
@@ -203,10 +207,6 @@ with gr.Blocks() as demo:
     conversation_id = gr.State(str(uuid.uuid4()))
     tos_approved = gr.State(False)
 
-    client_kwargs, guide_kwargs = process_config(DEMO_CONFIG)
-    logging.info(f"Reasoning guide expert model is {guide_kwargs['expert_model']}.")
-
-
     with gr.Tab(label="Chatbot", visible=False) as chatbot_tab:
 
         # chatbot
@@ -226,8 +226,8 @@ with gr.Blocks() as demo:
             bot,
             [
                 chatbot,
-                client_kwargs,
-                guide_kwargs,
+                #client_kwargs,
+                #guide_kwargs,
                 conversation_id
             ],
             chatbot,

backend/config.py

@@ -42,7 +42,7 @@ def process_config(config):
     else:
         raise ValueError("config.yaml is missing client_llm settings.")
     
-    guide_kwargs = {}
+    guide_kwargs = {"classifier_kwargs": {}}
     if "expert_llm" in config:
         if "model_id" in config["expert_llm"]:
             guide_kwargs["expert_model"] = config["expert_llm"]["model_id"]