Update app.py

app.py

@@ -18,18 +18,15 @@ vectorstore_path = "data/vectorstore"
 GROQ_API_KEY = os.environ["GROQ_API_KEY"]
 HF_TOKEN = os.environ["HF_Token"]
 
-
-with open('config.json', 'r') as file:
+with open("config.json", "r") as file:
     config = json.load(file)
 
-
 login(HF_TOKEN)
 hf_api = HfApi()
 
 # Access the values
-LLM_MODEL_NAME = config['llm_model_name']
-LLM_MODEL_TEMPERATURE = float(config['llm_model_temperature'])
-
+LLM_MODEL_NAME = config["llm_model_name"]
+LLM_MODEL_TEMPERATURE = float(config["llm_model_temperature"])
 
 def initialize():
     global kadiAPY_bot
@@ -41,36 +38,48 @@ def initialize():
 
 initialize()
 
-
-
-
-def bot_kadi(history, session_state):
-    user_query = history[-1][0]   
-
-    response = kadiAPY_bot.process_query({
-        "query": user_query,
-        "history": session_state["conversation"]  # Pass full conversation history
-    })
-
-    # Update the session history
+def bot_kadi(history, state):
+    """
+    Handle user input and generate bot response using gr.State().
+    """
+    user_query = history[-1][0]
+    
+    # Add user query to the bot's state for session-specific history
+    state["history"].append({"query": user_query, "response": None})
+    
+    # Process the query with the bot and generate a response
+    response = kadiAPY_bot.process_query(user_query)
+    
+    # Save the response back to session state
+    state["history"][-1]["response"] = response
+    
     history[-1] = (user_query, response)
-    session_state["conversation"].append({"query": user_query, "response": response})
-
     yield history
 
-# Gradio utils with session state
+# Gradio UI
+def add_text(history, text, state):
+    """
+    Add user text to history and initialize state if needed.
+    """
+    if "history" not in state:
+        state["history"] = []  # Initialize session-specific state
+    
+    history = history + [(text, None)]
+    yield history, ""
+
 def main():
     with gr.Blocks() as demo:
         gr.Markdown("## KadiAPY - AI Coding-Assistant")
         gr.Markdown("AI assistant for KadiAPY based on RAG architecture powered by LLM")
-        
-        session_state = gr.State({"conversation": []}) 
 
         with gr.Tab("KadiAPY - AI Assistant"):
             with gr.Row():
                 with gr.Column(scale=10):
                     chatbot = gr.Chatbot([], elem_id="chatbot", label="Kadi Bot", bubble_full_width=False, show_copy_button=True, height=600)
                     user_txt = gr.Textbox(label="Question", placeholder="Type in your question and press Enter or click Submit")
+                    
+                    # Create session-specific state with gr.State
+                    session_state = gr.State()  
 
                     with gr.Row():
                         with gr.Column(scale=1):
@@ -80,7 +89,7 @@ def main():
 
                     gr.Examples(
                         examples=[
-                            "Write me a python script which can convert plain JSON to a Kadi4Mat-compatible extra metadata structure",
+                            "Write me a python script with which can convert plain JSON to a Kadi4Mat-compatible extra metadata structure",
                             "I need a method to upload a file to a record. The id of the record is 3",
                         ],
                         inputs=user_txt,
@@ -91,16 +100,9 @@ def main():
                         examples_per_page=3,
                     )
 
-            # Bind input and button to modified bot_kadi
-            user_txt.submit(check_input_text, user_txt, None).success(add_text, [chatbot, user_txt], [chatbot, user_txt]).then(
-                bot_kadi, [chatbot, session_state], [chatbot]
-            )
-            submit_btn.click(check_input_text, user_txt, None).success(add_text, [chatbot, user_txt], [chatbot, user_txt]).then(
-                bot_kadi, [chatbot, session_state], [chatbot]
-            )
-            clear_btn.click(lambda: None, None, chatbot, queue=False).then(
-                lambda: {"conversation": []}, None, session_state, queue=False  # Clear session state
-            )
+            user_txt.submit(add_text, [chatbot, user_txt, session_state], [chatbot, user_txt]).then(bot_kadi, [chatbot, session_state], [chatbot])
+            submit_btn.click(add_text, [chatbot, user_txt, session_state], [chatbot, user_txt]).then(bot_kadi, [chatbot, session_state], [chatbot])
+            clear_btn.click(lambda: None, None, chatbot, queue=False)
 
     demo.launch()