Update tools/WebSearchTool.py

tools/WebSearchTool.py

@@ -1,35 +1,34 @@
 import requests
 from smolagents import Tool
+import os
 import json
 
-class SearxngSearchTool(Tool):
-    """ 
-    
-    A metasearch tool that queries multiple search engines (including Google, Bing, etc.) 
-    through a free, public Searxng instance. This is a robust, keyless alternative 
-    when specific search APIs are overloaded or require payment/keys. It attempts 
-    multiple public instances for high resilience against temporary server outages or blocks.
+class ScaleSerpSearchTool(Tool):
+    """
+    A reliable web search tool using the Scale SERP API. This tool is chosen 
+    for its high reliability and accessible free tier when other search providers 
+    fail due to quota or instability.
     """
-    name = "searxng_search"
-    description = "Use a free, keyless metasearch engine (Searxng) to query the web for general knowledge and current information when other search tools are unavailable."
+    name = "scaleserp_search"
+    description = "Use the reliable Scale SERP API to fetch current and general knowledge from Google Search results. Requires an API key."
     
     inputs = {
         "query": {"type": "string", "description": "The search term to look up."}
     }
     output_type = "string"
 
-    # List of popular, generally reliable public instances. 
-    # The order attempts to prioritize faster or more stable instances first.
-    PUBLIC_INSTANCES = [
-        "https://searx.be/search",  # The original instance
-        "https://searx.prvcy.eu/search",
-        "https://searx.tieko.co/search",
-        "https://searx.baczek.me/search",
-    ]
+    def __init__(self, **kwargs):
+        super().__init__(**kwargs)
+        # Retrieve API key from environment variables
+        self.api_key = os.getenv("SCALESERP_API_KEY")
+        self.endpoint = "https://api.scaleserp.com/search"
+
+        if not self.api_key:
+            raise ValueError("SCALESERP_API_KEY secret not found. You need a key from the Scale SERP free tier.")
 
     def forward(self, query: str) -> str:
         """
-        Executes a Searxng search query, cycling through available instances until one succeeds.
+        Executes a Scale SERP search query and formats the top results (up to 3).
         
         Args:
             query: The search term provided by the agent.
@@ -37,52 +36,46 @@ class SearxngSearchTool(Tool):
         Returns:
             A formatted string of search results, or an error message.
         """
+        print(f"Executing Scale SERP Search for: '{query}'")
         
         params = {
+            "api_key": self.api_key,
             "q": query,
-            "format": "json",
-            "engines": "google,bing,duckduckgo", # Use multiple reliable engines
-            "pageno": 1,
+            "num": 3,  # Request up to 3 results
+            "gl": "us" # Limit results to US region for consistency
         }
 
-        last_error = ""
-
-        # Loop through each public instance until a successful connection is made
-        for instance_url in self.PUBLIC_INSTANCES:
-            print(f"Executing Searxng Search for: '{query}' using instance: {instance_url}")
-            try:
-                # Make the API request
-                response = requests.get(instance_url, params=params, timeout=5) # Added timeout
-                response.raise_for_status() 
-                data = response.json()
-
-                # Extract the search results
-                items = data.get('results', [])
+        try:
+            # Make the API request
+            response = requests.get(self.endpoint, params=params, timeout=10)
+            response.raise_for_status() 
+            data = response.json()
 
-                if not items:
-                    # If the instance worked but returned no results, continue to the next instance
-                    print(f"Instance {instance_url} returned no results. Trying next instance.")
-                    continue
+            # Extract the organic results
+            organic_results = data.get('organic_results', [])
 
-                search_results = []
-                # Process the top 3 results
-                for i, item in enumerate(items[:3]):
-                    search_results.append(
-                        f"RESULT {i+1}: '{item.get('title', 'N/A')}'\n"
-                        f"CONTENT: {item.get('content', 'No snippet available.')}\n"
-                        f"SOURCE: {item.get('url', 'N/A')}"
-                    )
+            if not organic_results:
+                # Check for a knowledge panel or featured snippet as a fallback
+                featured_snippet = data.get('knowledge_graph', {}).get('description')
+                if featured_snippet:
+                    return f"RESULT 1 (Featured Snippet): '{query}'\nCONTENT: {featured_snippet}\nSOURCE: Knowledge Panel"
+                
+                # If nothing useful is found:
+                return "XX record info: No results found."
 
-                # If successful, return the results immediately
-                return "\n\n---SEPARATOR---\n\n".join(search_results)
+            search_results = []
+            # Process the top 3 organic results
+            for i, item in enumerate(organic_results[:3]):
+                search_results.append(
+                    f"RESULT {i+1}: '{item.get('title', 'N/A')}'\n"
+                    f"CONTENT: {item.get('snippet', 'No snippet available.')}\n"
+                    f"SOURCE: {item.get('url', 'N/A')}"
+                )
 
-            except requests.exceptions.RequestException as e:
-                # Record the error and try the next instance
-                last_error = f"Instance {instance_url} failed: {e}"
-                print(last_error)
-            except Exception as e:
-                last_error = f"Error processing Searxng results for {instance_url}: {e}"
-                print(last_error)
+            # Join the results with a clear separator
+            return "\n\n---SEPARATOR---\n\n".join(search_results)
 
-        # If the loop finishes without returning, all instances failed.
-        return f"XX record info: No results found. All Searxng instances failed. Last error: {last_error}"
+        except requests.exceptions.RequestException as e:
+            return f"Error during Scale SERP API Request: {e}"
+        except Exception as e:
+            return f"Error processing Scale SERP results: {e}"