Update app.py

app.py

@@ -3,17 +3,32 @@ import requests
 import json
 import random
 import logging
+import time
+from functools import lru_cache
 
 # Configure logging
-logging.basicConfig(level=logging.INFO)
+logging.basicConfig(
+    level=logging.INFO,
+    format='%(asctime)s [%(levelname)s] %(message)s',
+    handlers=[
+        logging.FileHandler("searxng_search.log"),
+        logging.StreamHandler()
+    ]
+)
 
 # List of SearXNG instances to try
 SEARXNG_INSTANCES = [
-    "https://searx.work",
+    "https://search.inetol.net",
+    "https://northboot.xyz",
+    "https://search.hbubli.cc",
+    "https://searx.tiekoetter.com",
+    "https://search.bus-hit.me",
     # Add more instances here
+    "https://another-instance.com",
+    "https://yet-another-instance.com",
 ]
 
-def search_news(query, num_results=10):
+def search_news(query, num_results=10, max_retries=3):
     # Shuffle the list of instances to distribute load
     random.shuffle(SEARXNG_INSTANCES)
     
@@ -32,20 +47,44 @@ def search_news(query, num_results=10):
             "count": num_results
             # Omitted 'time_range'
         }
-        try:
-            response = requests.get(f"{searxng_url}/search", params=params, headers=headers, timeout=10)
-            response.raise_for_status()
-            results = response.json()
-            news_items = results.get("news", [])
-            if news_items:
-                logging.info(f"Success from instance: {searxng_url}")
-                return news_items, None
-        except requests.RequestException as e:
-            logging.warning(f"Instance {searxng_url} failed: {e}")
-            continue  # Try the next instance
-    
+        
+        retry_count = 0
+        backoff_time = 1  # Start with 1 second
+        
+        while retry_count <= max_retries:
+            try:
+                response = requests.get(
+                    f"{searxng_url}/search",
+                    params=params,
+                    headers=headers,
+                    timeout=10
+                )
+                if response.status_code == 429:
+                    # If rate limited, wait and retry
+                    logging.warning(f"Rate limited by {searxng_url}. Retrying in {backoff_time} seconds...")
+                    time.sleep(backoff_time)
+                    retry_count += 1
+                    backoff_time *= 2  # Exponential backoff
+                    continue
+                response.raise_for_status()
+                results = response.json()
+                news_items = results.get("news", [])
+                if news_items:
+                    logging.info(f"Success from instance: {searxng_url}")
+                    return news_items, None
+                else:
+                    logging.info(f"No results from {searxng_url}")
+                    break  # Move to the next instance
+            except requests.RequestException as e:
+                logging.warning(f"Instance {searxng_url} failed: {e}")
+                break  # Move to the next instance if a non-rate limit error occurs
+        
     return [], "Unable to fetch results from any SearXNG instance. Please try again later."
 
+@lru_cache(maxsize=128)
+def cached_search_news(query, num_results=10):
+    return search_news(query, num_results)
+
 def format_news_markdown(news_items, error=None):
     if error:
         return f"**Error:** {error}"
@@ -66,7 +105,7 @@ def format_news_markdown(news_items, error=None):
     return formatted_results
 
 def gradio_search_news(query, num_results):
-    news_items, error = search_news(query, int(num_results))
+    news_items, error = cached_search_news(query, int(num_results))
     return format_news_markdown(news_items, error)
 
 iface = gr.Interface(