Neural Diversification: Google Scavenger Fallback & Requirement Update

backend/app/services/tools/search.py

@@ -6,6 +6,10 @@ from urllib.parse import urljoin, urlparse
 from duckduckgo_search import DDGS
 import httpx
 from app.services import state
+try:
+    from googlesearch import search as gsearch
+except ImportError:
+    gsearch = None
 
 logger = logging.getLogger("friday.search")
 # Silence noisy network telemetry
@@ -74,11 +78,43 @@ def search_web(query: str, max_results: int = 5, bypass_cache: bool = False) ->
                     logger.warning(f"Search Tactical Maneuver: {e}. Swapping Identity & Retrying in {wait_time:.1f}s...")
                     time.sleep(wait_time)
                 else:
-                    logger.error(f"Search Exhausted: {e}")
-                    return []
+                    logger.warning(f"Search Front Exhausted: {e}. Pivoting to Secondary Engine (Google)...")
+                    return google_search_scavenge(query, max_results)
 
     except Exception as e:
-        logger.error(f"Web search failed after critical retries: {e}")
+        logger.error(f"Web search failed: {e}. Attempting emergency Google scavenging...")
+        return google_search_scavenge(query, max_results)
+
+def google_search_scavenge(query: str, max_results: int = 3) -> List[Dict]:
+    """Fallback scavenger to retrieve results from Google if DDG is blocked."""
+    if not gsearch:
+        logger.error("Google Scavenger library not found.")
+        return []
+    
+    logger.info(f"Scavenging Google link-forage for: {query}")
+    results = []
+    try:
+        # Fetch top URLs from Google
+        urls = list(gsearch(query, num_results=max_results, lang="en"))
+        
+        # Scrape bodies for the top 2-3 results to provide context
+        for url in urls[:max_results]:
+            try:
+                # Synchronous fallback for scraping in this context
+                body = asyncio.run(scrape_url(url))
+                if body and len(body) > 100:
+                    results.append({
+                        "title": f"Google Intelligence: {urlparse(url).netloc}",
+                        "href": url,
+                        "body": body[:500] # Limit header size
+                    })
+            except Exception as e:
+                logger.warning(f"Google Scrape failed for {url}: {e}")
+                results.append({"title": "Google Link", "href": url, "body": "Direct link retrieved, scrape failed."})
+                
+        return results
+    except Exception as e:
+        logger.error(f"Google Scavenging failed: {e}")
         return []
 
 def extract_links(html: str, base_url: str, priority_keywords: List[str] = None) -> Set[str]:

backend/requirements.txt

@@ -47,6 +47,7 @@ beautifulsoup4==4.13.3
 # --- Utilities ---
 rich==14.0.0
 duckduckgo_search==7.3.2
+googlesearch-python==1.3.0
 
 # --- Sovereign Neural Core (Apple Silicon) ---
 mlx-lm==0.21.4