Updated web Search function

pipeline.py

@@ -26,6 +26,7 @@ from langchain.prompts import PromptTemplate
 from langchain.docstore.document import Document
 from langchain_core.caches import BaseCache
 from langchain_core.callbacks import Callbacks
+from langchain_community.tools import TavilySearchResults
 
 from chain.classification_chain import get_classification_chain
 from chain.refusal_chain import get_refusal_chain
@@ -220,32 +221,36 @@ def retrieve_websearch_result(query: str) -> Optional[str]:
     return web_search_cache.get(query.strip().lower())
 
 def do_web_search(query: str) -> str:
-    """Performs web search if no cached result exists."""
+    """Performs web search using Tavily if no cached result exists."""
     try:
         cached = retrieve_websearch_result(query)
         if cached:
             logger.info("Using cached web search result.")
             return cached
 
-        logger.info("Performing a new web search for: '%s'", query)
-        search_agent = ToolCallingAgent(
-            tools=[DuckDuckGoSearchTool(), VisitWebpageTool()],
-            model=HfApiModel(),
-            name="search_agent",
-            description="This is an agent that can do web search.",
-        )
-        
-        manager_agent = CodeAgent(
-            tools=[],
-            model=HfApiModel(),
-            managed_agents=[search_agent]
-        )
+        logger.info("Performing a new Tavily web search for: '%s'", query)
+        #Intialize Tavily search tool
+        tavily_api_key = os.environ.get("TAVILY_API_KEY")
+        if not tavily_api_key:
+            logger.error("Tavily API key not found.")
+            return "Unable to perform web search API key not set"
+        #Create Tavily Search Tool
+        tavily_search=TavilySearchResults(api_key=tavily_api_key)
+        #Perform search
+        search_results = tavily_search.search(query, num_results=3)
+
+        result_text = "Web Search Results:\n\n"
+        for i, result in enumerate(search_results):
+            result_text += f"{i+1}. {result.get('title', 'No Title')}\n"
+            result_text += f"   URL: {result.get('url', 'No URL')}\n"
+            result_text += f"   {result.get('content', 'No content available')[:300]}...\n\n"
         
-        new_search_result = manager_agent.run(f"Search for information about: {query}")
-        store_websearch_result(query, new_search_result)
-        return str(new_search_result).strip()
+        store_websearch_result(query, result_text)
+        return result_text.strip()
+
+
     except Exception as e:
-        logger.error(f"Web search failed: {e}")
+        logger.error(f"Tavily Web search failed: {e}")
         return ""
 
 def is_greeting(query: str) -> bool: