add the two mine files

config.py

@@ -1,8 +0,0 @@
-
-class Config:
-    GOOGLE_API_KEY_1 = "AIzaSyDsbC8H6e08TKDwa5WPE3SiBA39e20K4co"
-    GOOGLE_API_KEY_2 = "AIzaSyBho3W4W9fR7wHUJbX18JKH-12wDSD7pWg"
-    BASE_PATH = "./data"  # Configurable base path
-    EMBEDDING_MODEL = "intfloat/multilingual-e5-base"
-    LLM_MODEL = "models/gemini-2.0-flash"
-    CHROMA_DB_PATH = "chroma_db_multilingual"

prepare_env.py

@@ -199,75 +199,89 @@ def create_section_tools(embedding_function, llm):
     
     # Define section paths
     section_paths = {
-        # 'one': 'section_one_chunks.json',
-        # 'two': 'section_two_chunks.json', 
-        # 'three': 'section_three_chunks.json',
-        # 'four': 'section_four_chunks.json',
-        # 'five': 'section_five_chunks.json',
-        # 'six': 'section_six_chunks.json',
-        # 'seven': 'section_seven_chunks.json',
-        # 'eight': 'section_eight_chunks.json',
-        # 'nine': 'section_nine_chunks.json',
-        'ten': './data/section_ten_chunks.json'
+        'one': 'section_one_chunks.json',
+        'two': 'section_two_chunks.json', 
+        'three': 'section_three_chunks.json',
+        'four': 'section_four_chunks.json',
+        'five': 'section_five_chunks.json',
+        'six': 'section_six_chunks.json',
+        'seven': 'section_seven_chunks.json',
+        'eight': 'section_eight_chunks.json',
+        'nine': 'section_nine_chunks.json',
+        'ten': 'section_ten_chunks.json'
     }
     
     # Create retrievers for each section
     section_retrievers = {}
     for section, path in section_paths.items():
         if os.path.exists(path):
-            vstore, docs = create_vectorstore_from_json(path, f"Guide_2023_{section}", embedding_function)
+            vstore, docs = create_vectorstore_from_json(f'./data/{path}', f"Guide_2023_{section}", embedding_function)
             section_retrievers[section] = create_retriever(vstore, docs, llm)
     
-    # # Create main guide retriever
-    # guide_path = 'Guide-pratique-de-mise-en-oeuvre-du-calendrier-national-de-vaccination-2023.json'
-    # if os.path.exists(guide_path):
-    #     guide_vstore, guide_docs = create_vectorstore_from_json(guide_path, "Guide_2023_multilingual", embedding_function)
-    #     guide_retriever = create_retriever(guide_vstore, guide_docs, llm)
-    # else:
-    #     guide_retriever = None
-    
-    # # Define tool functions
-    # def guide_retrieval_tool(query: str) -> str:
-    #     """General-purpose retrieval tool for the entire Algerian National Vaccination Guide"""
-    #     if not guide_retriever:
-    #         return "Guide retriever not available"
-    #     return section_tool_wrapper(guide_retriever, guide_path, query)
-    
-    # def section_one_tool(query: str) -> str:
-    #     """Section 1: Programme Élargi de Vaccination"""
-    #     return section_tool_wrapper(section_retrievers['one'], section_paths['one'], query)
-    
-    # def section_two_tool(query: str) -> str:
-    #     """Section 2: Maladies Ciblées"""
-    #     return section_tool_wrapper(section_retrievers['two'], section_paths['two'], query)
-    
-    # def section_three_tool(query: str) -> str:
-    #     """Section 3: Vaccins du Calendrier"""
-    #     return section_tool_wrapper(section_retrievers['three'], section_paths['three'], query)
-    
-    # def section_four_tool(query: str) -> str:
-    #     """Section 4: Rattrapage Vaccinal"""
-    #     return section_tool_wrapper(section_retrievers['four'], section_paths['four'], query)
-    
-    # def section_five_tool(query: str) -> str:
-    #     """Section 5: Populations Particulières"""
-    #     return section_tool_wrapper(section_retrievers['five'], section_paths['five'], query)
-    
-    # def section_six_tool(query: str) -> str:
-    #     """Section 6: Chaîne du Froid"""
-    #     return section_tool_wrapper(section_retrievers['six'], section_paths['six'], query)
-    
-    # def section_seven_tool(query: str) -> str:
-    #     """Section 7: Sécurité des Injections"""
-    #     return section_tool_wrapper(section_retrievers['seven'], section_paths['seven'], query)
-    
-    # def section_eight_tool(query: str) -> str:
-    #     """Section 8: Séance de Vaccination & Vaccinovigilance"""
-    #     return section_tool_wrapper(section_retrievers['eight'], section_paths['eight'], query)
-    
-    # def section_nine_tool(query: str) -> str:
-    #     """Section 9: Planification des Séances de Vaccination"""
-    #     return section_tool_wrapper(section_retrievers['nine'], section_paths['nine'], query)
+    # Create main guide retriever
+    guide_path = './data/Guide-pratique-de-mise-en-oeuvre-du-calendrier-national-de-vaccination-2023.json'
+    if os.path.exists(guide_path):
+        guide_vstore, guide_docs = create_vectorstore_from_json(guide_path, "Guide_2023_multilingual", embedding_function)
+        guide_retriever = create_retriever(guide_vstore, guide_docs, llm)
+    else:
+        guide_retriever = None
+    
+    # Define tool functions
+    def guide_retrieval_tool(query: str) -> str:
+        """General-purpose retrieval tool for the entire Algerian National Vaccination Guide"""
+        if not guide_retriever:
+            return "Guide retriever not available"
+        return section_tool_wrapper(guide_retriever, guide_path, query)
+    
+    # Immunization in Practice_WHO_eng_2015 retriever
+    immunization_path = './data/Immunization_in_Practice_WHO_eng_2015.json'
+    if os.path.exists(immunization_path):
+        immunization_vstore, immunization_docs = create_vectorstore_from_json(immunization_path, "Immunization_in_Practice_WHO_eng_2015", embedding_function)
+        immunization_retriever = create_retriever(immunization_vstore, immunization_docs, llm)
+    else:
+        immunization_retriever = None
+    
+    def immunization_tool(query: str) -> str:
+        """Immunization in Practice WHO 2015 retrieval tool"""
+        if not immunization_retriever:
+            return "Immunization in Practice retriever not available"
+        return section_tool_wrapper(immunization_retriever, immunization_path, query)
+    
+    def section_one_tool(query: str) -> str:
+        """Section 1: Programme Élargi de Vaccination"""
+        return section_tool_wrapper(section_retrievers['one'], section_paths['one'], query)
+    
+    def section_two_tool(query: str) -> str:
+        """Section 2: Maladies Ciblées"""
+        return section_tool_wrapper(section_retrievers['two'], section_paths['two'], query)
+    
+    def section_three_tool(query: str) -> str:
+        """Section 3: Vaccins du Calendrier"""
+        return section_tool_wrapper(section_retrievers['three'], section_paths['three'], query)
+    
+    def section_four_tool(query: str) -> str:
+        """Section 4: Rattrapage Vaccinal"""
+        return section_tool_wrapper(section_retrievers['four'], section_paths['four'], query)
+    
+    def section_five_tool(query: str) -> str:
+        """Section 5: Populations Particulières"""
+        return section_tool_wrapper(section_retrievers['five'], section_paths['five'], query)
+    
+    def section_six_tool(query: str) -> str:
+        """Section 6: Chaîne du Froid"""
+        return section_tool_wrapper(section_retrievers['six'], section_paths['six'], query)
+    
+    def section_seven_tool(query: str) -> str:
+        """Section 7: Sécurité des Injections"""
+        return section_tool_wrapper(section_retrievers['seven'], section_paths['seven'], query)
+    
+    def section_eight_tool(query: str) -> str:
+        """Section 8: Séance de Vaccination & Vaccinovigilance"""
+        return section_tool_wrapper(section_retrievers['eight'], section_paths['eight'], query)
+    
+    def section_nine_tool(query: str) -> str:
+        """Section 9: Planification des Séances de Vaccination"""
+        return section_tool_wrapper(section_retrievers['nine'], section_paths['nine'], query)
     
     def section_ten_tool(query: str) -> str:
         """Section 10: Mobilisation Sociale"""
@@ -275,16 +289,18 @@ def create_section_tools(embedding_function, llm):
     
     # Create FunctionTool objects
     tools = [
-        # FunctionTool.from_defaults(name="Guide_vector_tool", fn=guide_retrieval_tool),
-        # FunctionTool.from_defaults(name="section_one_vector_query_tool", fn=section_one_tool),
-        # FunctionTool.from_defaults(name="section_two_vector_query_tool", fn=section_two_tool),
-        # FunctionTool.from_defaults(name="section_three_vector_query_tool", fn=section_three_tool),
-        # FunctionTool.from_defaults(name="section_four_vector_query_tool", fn=section_four_tool),
-        # FunctionTool.from_defaults(name="section_five_vector_query_tool", fn=section_five_tool),
-        # FunctionTool.from_defaults(name="section_six_vector_query_tool", fn=section_six_tool),
-        # FunctionTool.from_defaults(name="section_seven_vector_query_tool", fn=section_seven_tool),
-        # FunctionTool.from_defaults(name="section_eight_vector_query_tool", fn=section_eight_tool),
-        # FunctionTool.from_defaults(name="section_nine_vector_query_tool", fn=section_nine_tool),
+        FunctionTool.from_defaults(name="Guide_vector_tool", fn=guide_retrieval_tool),
+        FunctionTool.from_defaults(name="Immunization_in_Practice_tool", fn=immunization_tool),
+        # Section-specific tools
+        FunctionTool.from_defaults(name="section_one_vector_query_tool", fn=section_one_tool),
+        FunctionTool.from_defaults(name="section_two_vector_query_tool", fn=section_two_tool),
+        FunctionTool.from_defaults(name="section_three_vector_query_tool", fn=section_three_tool),
+        FunctionTool.from_defaults(name="section_four_vector_query_tool", fn=section_four_tool),
+        FunctionTool.from_defaults(name="section_five_vector_query_tool", fn=section_five_tool),
+        FunctionTool.from_defaults(name="section_six_vector_query_tool", fn=section_six_tool),
+        FunctionTool.from_defaults(name="section_seven_vector_query_tool", fn=section_seven_tool),
+        FunctionTool.from_defaults(name="section_eight_vector_query_tool", fn=section_eight_tool),
+        FunctionTool.from_defaults(name="section_nine_vector_query_tool", fn=section_nine_tool),
         FunctionTool.from_defaults(name="section_ten_vector_query_tool", fn=section_ten_tool),
     ]
     

rag_pipeline.py

@@ -266,7 +266,9 @@ def process_question_with_citations(agent, question: str, chunks_directory="./da
         
         # Load all chunks data to find cited elements
         all_chunks_data = []
-        for json_file in os.listdir(chunks_directory):
+        # the ids is only in the two main files, so we can load them all at once
+        min_chunks_files = ["Guide-pratique-de-mise-en-oeuvre-du-calendrier-national-de-vaccination-2023.json", "Immunization in Practice_WHO_eng_2015.json"]
+        for json_file in min_chunks_files:
             if json_file.endswith('.json'):
                 json_path = os.path.join(chunks_directory, json_file)
                 try: