refactor: Replace Google Search with Serper.dev for prior art

real_ai_agents_implementation.py

@@ -17,30 +17,32 @@ from dotenv import load_dotenv
 
 # --- Tool Imports ---
 def web_search(query: str, num_results: int = 5) -> List[Dict]:
-    """Performs a real web search using Google Custom Search API."""
+    """Performs a real web search using the free Serper.dev API."""
     
-    api_key = os.getenv("GOOGLE_API_KEY")
-    cse_id = os.getenv("GOOGLE_CSE_ID")
-
-    if not api_key or not cse_id:
-        print("⚠️ WARNING: GOOGLE_API_KEY or GOOGLE_CSE_ID not set. Web search is disabled.")
-        return [{"title": "Web Search Disabled", "link": "#", "snippet": "Please provide Google API credentials to enable live web search."}]
-
-    url = "https://www.googleapis.com/customsearch/v1"
-    params = {
-        'key': api_key,
-        'cx': cse_id,
-        'q': query,
-        'num': num_results
+    api_key = os.getenv("SERPER_API_KEY")
+
+    if not api_key:
+        print("⚠️ WARNING: SERPER_API_KEY not set. Web search is disabled.")
+        return [{"title": "Web Search Disabled", "link": "#", "snippet": "Please provide a Serper.dev API key to enable live web search."}]
+
+    url = "https://google.serper.dev/search"
+    payload = json.dumps({
+        "q": query,
+        "num": num_results
+    })
+    headers = {
+        'X-API-KEY': api_key,
+        'Content-Type': 'application/json'
     }
 
     try:
-        print(f"Executing REAL web search for: {query}")
-        response = requests.get(url, params=params, timeout=10)
-        response.raise_for_status()  # Raise an exception for bad status codes
+        print(f"Executing REAL web search for: {query} via Serper.dev")
+        response = requests.post(url, headers=headers, data=payload, timeout=10)
+        response.raise_for_status()
         search_results = response.json()
         
-        if 'items' not in search_results:
+        # The key for organic results is 'organic'
+        if 'organic' not in search_results:
             return []
 
         # Format the results to match the expected structure
@@ -50,12 +52,12 @@ def web_search(query: str, num_results: int = 5) -> List[Dict]:
                 "link": item.get('link'),
                 "snippet": item.get('snippet')
             }
-            for item in search_results.get('items', [])
+            for item in search_results.get('organic', [])
         ]
         return formatted_results
 
     except requests.exceptions.RequestException as e:
-        print(f"Error during web search: {e}")
+        print(f"Error during web search with Serper.dev: {e}")
         return [{"title": "Web Search Error", "link": "#", "snippet": f"An error occurred during the search: {e}"}]