update the create of the sections tools

prepare_env.py

@@ -197,47 +197,67 @@ def section_tool_wrapper(retriever, section_path_chunks, query):
 def create_section_tools(embedding_function, llm):
     """Create all section-specific retrieval tools"""
     
-    # Define section paths
+    # Define section paths - Fixed path structure
     section_paths = {
-        'one': 'section_one_chunks.json',
-        'two': 'section_two_chunks.json', 
-        'three': 'section_three_chunks.json',
-        'four': 'section_four_chunks.json',
-        'five': 'section_five_chunks.json',
-        'six': 'section_six_chunks.json',
-        'seven': 'section_seven_chunks.json',
-        'eight': 'section_eight_chunks.json',
-        'nine': 'section_nine_chunks.json',
-        'ten': 'section_ten_chunks.json'
+        'one': './data/section_one_chunks.json',
+        'two': './data/section_two_chunks.json', 
+        'three': './data/section_three_chunks.json',
+        'four': './data/section_four_chunks.json',
+        'five': './data/section_five_chunks.json',
+        'six': './data/section_six_chunks.json',
+        'seven': './data/section_seven_chunks.json',
+        'eight': './data/section_eight_chunks.json',
+        'nine': './data/section_nine_chunks.json',
+        'ten': './data/section_ten_chunks.json'
     }
     
     # Create retrievers for each section
     section_retrievers = {}
     for section, path in section_paths.items():
-        if os.path.exists(path):
-            vstore, docs = create_vectorstore_from_json(f'./data/{path}', f"Guide_2023_{section}", embedding_function)
-            section_retrievers[section] = create_retriever(vstore, docs, llm)
+        try:
+            if os.path.exists(path):
+                print(f"Creating retriever for section {section} from {path}")
+                vstore, docs = create_vectorstore_from_json(path, f"Guide_2023_{section}", embedding_function)
+                section_retrievers[section] = create_retriever(vstore, docs, llm)
+                print(f"Successfully created retriever for section {section}")
+            else:
+                print(f"Warning: File not found for section {section}: {path}")
+                section_retrievers[section] = None
+        except Exception as e:
+            print(f"Error creating retriever for section {section}: {e}")
+            section_retrievers[section] = None
     
     # Create main guide retriever
     guide_path = './data/Guide-pratique-de-mise-en-oeuvre-du-calendrier-national-de-vaccination-2023.json'
-    if os.path.exists(guide_path):
-        guide_vstore, guide_docs = create_vectorstore_from_json(guide_path, "Guide_2023_multilingual", embedding_function)
-        guide_retriever = create_retriever(guide_vstore, guide_docs, llm)
-    else:
-        guide_retriever = None
-        # Primary + Secondary Document Paths
-    immunization_path = './data/Immunization in Practice_WHO_eng_2015.json'
+    guide_retriever = None
+    try:
+        if os.path.exists(guide_path):
+            print("Creating main guide retriever...")
+            guide_vstore, guide_docs = create_vectorstore_from_json(guide_path, "Guide_2023_multilingual", embedding_function)
+            guide_retriever = create_retriever(guide_vstore, guide_docs, llm)
+            print("Successfully created main guide retriever")
+        else:
+            print(f"Warning: Main guide file not found: {guide_path}")
+    except Exception as e:
+        print(f"Error creating main guide retriever: {e}")
 
     # WHO Immunization in Practice Tool
-    if os.path.exists(immunization_path):
-        immunization_vstore, immunization_docs = create_vectorstore_from_json(
-            immunization_path,
-            "Immunization_in_Practice_WHO_eng_2015",
-            embedding_function
-        )
-        immunization_retriever = create_retriever(immunization_vstore, immunization_docs, llm)
-    else:
-        immunization_retriever = None
+    immunization_path = './data/Immunization in Practice_WHO_eng_2015.json'
+    immunization_retriever = None
+    try:
+        if os.path.exists(immunization_path):
+            print("Creating immunization retriever...")
+            immunization_vstore, immunization_docs = create_vectorstore_from_json(
+                immunization_path,
+                "Immunization_in_Practice_WHO_eng_2015",
+                embedding_function
+            )
+            immunization_retriever = create_retriever(immunization_vstore, immunization_docs, llm)
+            print("Successfully created immunization retriever")
+        else:
+            print(f"Warning: Immunization file not found: {immunization_path}")
+    except Exception as e:
+        print(f"Error creating immunization retriever: {e}")
 
     # General-purpose tool (entire Algerian guide)
     def guide_retrieval_tool(query: str) -> str:
@@ -260,9 +280,11 @@ def create_section_tools(embedding_function, llm):
             str: Synthesized answer from the entire national guide.
         """
         if not guide_retriever:
-            return "Guide retriever not available"
-        return section_tool_wrapper(guide_retriever, guide_path, query)
-
+            return "Guide retriever not available - main guide file may be missing"
+        try:
+            return section_tool_wrapper(guide_retriever, guide_path, query)
+        except Exception as e:
+            return f"Error accessing guide retriever: {str(e)}"
 
     def immunization_tool(query: str) -> str:
         """
@@ -281,12 +303,13 @@ def create_section_tools(embedding_function, llm):
             str: Content from the WHO Immunization in Practice guide.
         """
         if not immunization_retriever:
-            return "Immunization in Practice retriever not available"
-        return section_tool_wrapper(immunization_retriever, immunization_path, query)
-
-
-    # Section-Specific Tools
+            return "Immunization in Practice retriever not available - WHO guide file may be missing"
+        try:
+            return section_tool_wrapper(immunization_retriever, immunization_path, query)
+        except Exception as e:
+            return f"Error accessing immunization retriever: {str(e)}"
 
+    # Section-Specific Tools - Fixed implementation
     def section_one_tool(query: str) -> str:
         """
         Section 1: Programme Élargi de Vaccination (PEV)
@@ -302,8 +325,12 @@ def create_section_tools(embedding_function, llm):
         Returns:
             str: Response from Section 1.
         """
-        return section_tool_wrapper(section_retrievers['one'], section_paths['one'], query)
-
+        if not section_retrievers.get('one'):
+            return "Section 1 retriever not available - file may be missing"
+        try:
+            return section_tool_wrapper(section_retrievers['one'], section_paths['one'], query)
+        except Exception as e:
+            return f"Error accessing section 1: {str(e)}"
 
     def section_two_tool(query: str) -> str:
         """
@@ -320,8 +347,12 @@ def create_section_tools(embedding_function, llm):
         Returns:
             str: Disease-specific content from Section 2.
         """
-        return section_tool_wrapper(section_retrievers['two'], section_paths['two'], query)
-
+        if not section_retrievers.get('two'):
+            return "Section 2 retriever not available - file may be missing"
+        try:
+            return section_tool_wrapper(section_retrievers['two'], section_paths['two'], query)
+        except Exception as e:
+            return f"Error accessing section 2: {str(e)}"
 
     def section_three_tool(query: str) -> str:
         """
@@ -338,15 +369,19 @@ def create_section_tools(embedding_function, llm):
         Returns:
             str: Vaccine info from Section 3.
         """
-        return section_tool_wrapper(section_retrievers['three'], section_paths['three'], query)
-
+        if not section_retrievers.get('three'):
+            return "Section 3 retriever not available - file may be missing"
+        try:
+            return section_tool_wrapper(section_retrievers['three'], section_paths['three'], query)
+        except Exception as e:
+            return f"Error accessing section 3: {str(e)}"
 
     def section_four_tool(query: str) -> str:
         """
         Section 4: Rattrapage Vaccinal
 
         Use ONLY when the question involves missed or delayed vaccinations and how to reschedule them
-        based on the child’s current age.
+        based on the child's current age.
 
         Do NOT use for standard schedules (on-time), vaccine properties, or cold chain issues.
 
@@ -356,8 +391,12 @@ def create_section_tools(embedding_function, llm):
         Returns:
             str: Catch-up guidance from Section 4.
         """
-        return section_tool_wrapper(section_retrievers['four'], section_paths['four'], query)
-
+        if not section_retrievers.get('four'):
+            return "Section 4 retriever not available - file may be missing"
+        try:
+            return section_tool_wrapper(section_retrievers['four'], section_paths['four'], query)
+        except Exception as e:
+            return f"Error accessing section 4: {str(e)}"
 
     def section_five_tool(query: str) -> str:
         """
@@ -374,8 +413,12 @@ def create_section_tools(embedding_function, llm):
         Returns:
             str: Custom recommendations from Section 5.
         """
-        return section_tool_wrapper(section_retrievers['five'], section_paths['five'], query)
-
+        if not section_retrievers.get('five'):
+            return "Section 5 retriever not available - file may be missing"
+        try:
+            return section_tool_wrapper(section_retrievers['five'], section_paths['five'], query)
+        except Exception as e:
+            return f"Error accessing section 5: {str(e)}"
 
     def section_six_tool(query: str) -> str:
         """
@@ -392,8 +435,12 @@ def create_section_tools(embedding_function, llm):
         Returns:
             str: Cold chain instructions from Section 6.
         """
-        return section_tool_wrapper(section_retrievers['six'], section_paths['six'], query)
-
+        if not section_retrievers.get('six'):
+            return "Section 6 retriever not available - file may be missing"
+        try:
+            return section_tool_wrapper(section_retrievers['six'], section_paths['six'], query)
+        except Exception as e:
+            return f"Error accessing section 6: {str(e)}"
 
     def section_seven_tool(query: str) -> str:
         """
@@ -410,8 +457,12 @@ def create_section_tools(embedding_function, llm):
         Returns:
             str: Best practices from Section 7.
         """
-        return section_tool_wrapper(section_retrievers['seven'], section_paths['seven'], query)
-
+        if not section_retrievers.get('seven'):
+            return "Section 7 retriever not available - file may be missing"
+        try:
+            return section_tool_wrapper(section_retrievers['seven'], section_paths['seven'], query)
+        except Exception as e:
+            return f"Error accessing section 7: {str(e)}"
 
     def section_eight_tool(query: str) -> str:
         """
@@ -428,8 +479,12 @@ def create_section_tools(embedding_function, llm):
         Returns:
             str: Workflow and safety monitoring details from Section 8.
         """
-        return section_tool_wrapper(section_retrievers['eight'], section_paths['eight'], query)
-
+        if not section_retrievers.get('eight'):
+            return "Section 8 retriever not available - file may be missing"
+        try:
+            return section_tool_wrapper(section_retrievers['eight'], section_paths['eight'], query)
+        except Exception as e:
+            return f"Error accessing section 8: {str(e)}"
 
     def section_nine_tool(query: str) -> str:
         """
@@ -446,8 +501,12 @@ def create_section_tools(embedding_function, llm):
         Returns:
             str: Planning and stock guidance from Section 9.
         """
-        return section_tool_wrapper(section_retrievers['nine'], section_paths['nine'], query)
-
+        if not section_retrievers.get('nine'):
+            return "Section 9 retriever not available - file may be missing"
+        try:
+            return section_tool_wrapper(section_retrievers['nine'], section_paths['nine'], query)
+        except Exception as e:
+            return f"Error accessing section 9: {str(e)}"
 
     def section_ten_tool(query: str) -> str:
         """
@@ -464,7 +523,13 @@ def create_section_tools(embedding_function, llm):
         Returns:
             str: Public mobilization strategies from Section 10.
         """
-        return section_tool_wrapper(section_retrievers['ten'], section_paths['ten'], query)
+        if not section_retrievers.get('ten'):
+            return "Section 10 retriever not available - file may be missing"
+        try:
+            return section_tool_wrapper(section_retrievers['ten'], section_paths['ten'], query)
+        except Exception as e:
+            return f"Error accessing section 10: {str(e)}"
+
     # Create FunctionTool objects
     tools = [
         FunctionTool.from_defaults(name="Guide_vector_tool", fn=guide_retrieval_tool),
@@ -493,4 +558,6 @@ def prepare_environment():
     tools = create_section_tools(embedding_function, llm)
     
     print("Environment prepared successfully!")
+    print(f"Created {len(tools)} tools")
+    
     return tools, llm