update the rag pipeline

rag_pipeline.py

@@ -169,58 +169,6 @@ Answer the doctor's question accurately and concisely using only the provided in
 3. Present information concisely but ensure clinical accuracy is never compromised.
 """
 
-    # Create the modified prompt template by combining your instructions with the default structure
-    # IMPORTANT: Fix the curly brace escaping for JSON examples
-    modified_template = f"""{custom_instructions}
-
-## Tools
-
-You have access to a wide variety of tools. You are responsible for using the tools in any sequence you deem appropriate to complete the task at hand.
-This may require breaking the task into subtasks and using different tools to complete each subtask.
-
-You have access to the following tools:
-{{tool_desc}}
-
-## Output Format
-
-Please answer in the same language as the question and use the following format:
-
-```
-Thought: The current language of the user is: (user's language). I need to use a tool to help me answer the question.
-Action: tool name (one of {{tool_names}}) if using a tool.
-Action Input: the input to the tool, in a JSON format representing the kwargs (e.g. {{"input": "hello world", "num_beams": 5}})
-```
-
-Please ALWAYS start with a Thought.
-
-NEVER surround your response with markdown code markers. You may use code markers within your response if you need to.
-
-Please use a valid JSON format for the Action Input. Do NOT do this {{"input": "hello world", "num_beams": 5}}.
-
-If this format is used, the tool will respond in the following format:
-
-```
-Observation: tool response
-```
-
-You should keep repeating the above format till you have enough information to answer the question without using any more tools. At that point, you MUST respond in one of the following two formats:
-
-```
-Thought: I can answer without using any more tools. I'll use the user's language to answer. Remember to include proper citations
-Answer: [your answer here with proper citations (In the same language as the user's question)]
-```
-
-```
-Thought: I cannot answer the question with the provided tools.
-Answer: [your answer here (In the same language as the user's question)]
-```
-
-## Current Conversation
-
-Below is the current conversation consisting of interleaving human and assistant messages.
-"""
-    
-    # SAFER APPROACH: Let's use the original template and just prepend instructions
     # Get the exact original template first
     temp_agent = ReActAgent.from_tools(tools, llm=llm, verbose=False)
     original_prompts = temp_agent.get_prompts()
@@ -248,7 +196,8 @@ Below is the current conversation consisting of interleaving human and assistant
         # Even safer fallback - just use PromptTemplate with template only
         print(f"[LOG] ⚠️ Using fallback prompt template for {'fallback' if is_fallback else 'standard'} agent")
         return PromptTemplate(template=safe_template)
-    
+
+
 def create_agent(tools, llm, is_fallback=False):
     """Create the ReAct agent with custom prompt"""
     
@@ -265,11 +214,11 @@ def create_agent(tools, llm, is_fallback=False):
         max_iterations=max_iter,  # Reduced iterations for fallback agent
     )
 
-    # Create and apply appropriate custom prompt
+    # Create and apply safe custom prompt
     try:
         safe_custom_prompt = create_safe_custom_prompt(tools, llm, is_fallback=is_fallback)
         agent.update_prompts({"agent_worker:system_prompt": safe_custom_prompt})
-        print(f"✅ Successfully updated {agent_type} agent with custom prompt")
+        print(f"✅ Successfully updated {agent_type} agent with safe custom prompt")
     except Exception as e:
         print(f"❌ {agent_type} agent prompt update failed: {e}")
         print(f"⚠️  Using original {agent_type} agent without modifications")