Update app.py

app.py

@@ -1100,30 +1100,9 @@ def search_knowledge_base(query):
 # Asynchronous function to validate and verify link content
 
 
-
-
-
-async def validate_and_fetch_content(session, url, query):
-    try:
-        async with session.get(url, allow_redirects=True, timeout=10) as response:
-            if response.status == 200:
-                content = await response.text()
-                if query.lower() in content.lower():
-                    return {"url": url, "valid": True, "contains_query": True}
-            return {"url": url, "valid": True, "contains_query": False}
-    except Exception:
-        return {"url": url, "valid": False, "contains_query": False}
-
-# Function to validate a batch of URLs asynchronously
-async def validate_links_with_content(urls, query):
-    async with aiohttp.ClientSession() as session:
-        tasks = [validate_and_fetch_content(session, url, query) for url in urls]
-        results = await asyncio.gather(*tasks)
-        return results
-
 # Function to perform an advanced Google search using SERP API
-def google_search(query, site=None, exclude_terms=None, freshness="last_month", gl=None, hl=None):
-    try:
+def google_search(query, site=None, exclude_terms=None, freshness="last_week", gl=None, hl=None):
+      try:
         # Configure SERP API client
         search_client = Client(api_key=serper_api_key)
         
@@ -1147,19 +1126,12 @@ def google_search(query, site=None, exclude_terms=None, freshness="last_month",
         # Perform the search
         results = search_client.search(search_params)
         
-        # Extract URLs and snippets from the search results
+        # Extract snippets and URLs
         organic_results = results.get("organic_results", [])
-        urls = [result.get("link") for result in organic_results if result.get("link")]
-        snippets = [result.get("snippet") for result in organic_results if result.get("link")]
-
-        # Validate URLs asynchronously
-        validated_links = asyncio.run(validate_links_with_content(urls, query))
-
-        # Combine valid snippets and URLs
         valid_results = [
-            {"snippet": snippet, "link": validation["url"]}
-            for snippet, validation in zip(snippets, validated_links)
-            if validation["valid"] and validation["contains_query"]
+            {"snippet": result["snippet"], "link": result["link"]}
+            for result in organic_results
+            if "snippet" in result and "link" in result
         ]
         
         return valid_results
@@ -1167,6 +1139,7 @@ def google_search(query, site=None, exclude_terms=None, freshness="last_month",
     except Exception as e:
         logger.error(f"Error in Google search: {e}")
         return [{"snippet": "Error occurred during Google search", "link": ""}]
+
 def rag_response(query, selected_doc_ids=None):
     """
     Handle queries by searching both the main knowledge base and the selected documents.