Update app.py

app.py

@@ -13,7 +13,6 @@ from kadiApy_ragchain import KadiApyRagchain
 load_dotenv()
 
 vectorstore_path = "data/vectorstore"
-
 GROQ_API_KEY = os.environ["GROQ_API_KEY"]
 HF_TOKEN = os.environ["HF_Token"]
 
@@ -21,41 +20,47 @@ with open("config.json", "r") as file:
     config = json.load(file)
 
 login(HF_TOKEN)
-hf_api = HfApi()
 
+# Access the values
 LLM_MODEL_NAME = config["llm_model_name"]
 LLM_MODEL_TEMPERATURE = float(config["llm_model_temperature"])
 
-def initialize():
-    vectorstore = get_chroma_vectorstore(get_SFR_Code_embedding_model(), vectorstore_path)
-    llm = get_groq_llm(LLM_MODEL_NAME, LLM_MODEL_TEMPERATURE, GROQ_API_KEY)
-    return KadiApyRagchain(llm, vectorstore)
 
-def bot_kadi(chat_history, kadiAPY_ragchain):
-    user_query = chat_history[-1][0]   
-    response = kadiAPY_ragchain.process_query(user_query, chat_history)
-    chat_history[-1] = (user_query, response)
-    return chat_history  
+# A class to encapsulate the bot logic
+class KadiBot:
+    def __init__(self, hf_token: str, groq_api_key: str, config: dict, vectorstore_path: str):
+        self.vectorstore = get_chroma_vectorstore(get_SFR_Code_embedding_model(), vectorstore_path)
+        self.llm = get_groq_llm(config["llm_model_name"], float(config["llm_model_temperature"]), groq_api_key)
+        self.kadiAPY_ragchain = KadiApyRagchain(self.llm, self.vectorstore)
+
+    def process_query(self, user_query, chat_history):
+        response = self.kadiAPY_ragchain.process_query(user_query, chat_history)
+        chat_history[-1] = (user_query, response)
+        return chat_history
 
 
-#gradio utils
 def add_text_to_chat_history(chat_history, user_input):
     chat_history = chat_history + [(user_input, None)]
     return chat_history, ""
 
+
 def show_history(chat_history):
     return chat_history
 
+
 def reset_all():
     return [], "", ""
 
+
 def main():
-    kadiAPY_ragchain = initialize()  # Initialize inside main()
+    # Initialize the KadiBot
+    kadi_bot = KadiBot(HF_TOKEN, GROQ_API_KEY, config, vectorstore_path)
 
     with gr.Blocks() as demo:
         gr.Markdown("## KadiAPY - AI Coding-Assistant")
         gr.Markdown("AI assistant for KadiAPY based on RAG architecture powered by LLM")
         
+        # Create a state for session management
         chat_history = gr.State([])
 
         with gr.Tab("KadiAPY - AI Assistant"):
@@ -63,13 +68,13 @@ def main():
                 with gr.Column(scale=10):
                     chatbot = gr.Chatbot([], elem_id="chatbot", label="Kadi Bot", bubble_full_width=False, show_copy_button=True, height=600)
                     user_txt = gr.Textbox(label="Question", placeholder="Type in your question and press Enter or click Submit")
-
+                    
                     with gr.Row():
                         with gr.Column(scale=1):
                             submit_btn = gr.Button("Submit", variant="primary")
                         with gr.Column(scale=1):
                             clear_btn = gr.Button("Clear", variant="stop")
-
+                    
                     gr.Examples(
                         examples=[
                             "Write me a python script with which can convert plain JSON to a Kadi4Mat-compatible extra metadata structure",
@@ -83,22 +88,19 @@ def main():
                         examples_per_page=3,
                     )
 
-        user_txt.submit(add_text_to_chat_history, [chat_history, user_txt], [chat_history, user_txt])\
-                  .then(show_history, [chat_history], [chatbot])\
-                  .then(bot_kadi, [chat_history, kadiAPY_ragchain], [chatbot])          
-
-        submit_btn.click(add_text_to_chat_history, [chat_history, user_txt], [chat_history, user_txt])\
-                  .then(show_history, [chat_history], [chatbot])\
-                  .then(bot_kadi, [chat_history, kadiAPY_ragchain], [chatbot])        
-
+        # Use the state to persist chat history between interactions
+        user_txt.submit(add_text_to_chat_history, [chat_history, user_txt], [chat_history, user_txt]).then(show_history, [chat_history], [chatbot])\
+                  .then(kadi_bot.process_query, [chat_history], [chatbot])          
+        submit_btn.click(add_text_to_chat_history, [chat_history, user_txt], [chat_history, user_txt]).then(show_history, [chat_history], [chatbot])\
+                  .then(kadi_bot.process_query, [chat_history], [chatbot])        
         clear_btn.click(
             reset_all, 
             None,  
             [chat_history, chatbot, user_txt], 
             queue=False
         )
-
     demo.launch()
 
+
 if __name__ == "__main__":
     main()