Update app.py

app.py

@@ -17,47 +17,74 @@ from langchain.schema import SystemMessage
 import chainlit as cl
 from newsplease import NewsPlease
 import time
+from duckduckgo_search import DDGS
+from itertools import islice
 
-serper_api_key = os.environ.get('SERPER_API_KEY')
+# serper_api_key = os.environ.get('SERPER_API_KEY')
 
 # 1. Tool for search
-
-
 def search(query, max_retries=5):
-    url = "https://google.serper.dev/search"
-    
-    payload = json.dumps({
-        "q": query
-    })
-
-    headers = {
-        'X-API-KEY': serper_api_key,
-        'Content-Type': 'application/json'
-    }
-
     for attempt in range(max_retries):
         try:
-            response = requests.request("POST", url, headers=headers, data=payload, verify=False)
-
-            # Check if response is successful (e.g., HTTP 200 OK)
-            if response.status_code == 200:
-                print(response.text)
-                return response.text
-            else:
-                print(f"Attempt {attempt + 1} failed with status code {response.status_code}. Retrying...")
-                if attempt < max_retries - 1:  # no need to sleep on the last attempt
-                    time.sleep(1)
-                else:
-                    print("Max retries reached. Exiting...")
+            result = []
+
+            with DDGS() as ddgs:
+                response = ddgs.text(query, region='wt-wt', safesearch='Off', timelimit='y')
+                for r in islice(response, 20):
+                    result.append({'title': r['title'], 'url': r['href']})
+                return result
 
         except requests.RequestException as e:
             print(f"Attempt {attempt + 1} raised an error: {e}. Retrying...")
             if attempt < max_retries - 1:  # no need to sleep on the last attempt
                 time.sleep(1)
-            else:
-                print("Max retries reached. Exiting...")
 
-    return None
+        except Exception as e:  # Generic error handling
+            print(f"An unexpected error occurred on attempt {attempt + 1}: {e}. Retrying...")
+            if attempt < max_retries - 1:
+                time.sleep(1)
+
+    else:
+        print("Max retries reached. Exiting...")
+        return None
+
+
+
+# def search(query, max_retries=5):
+#     url = "https://google.serper.dev/search"
+    
+#     payload = json.dumps({
+#         "q": query
+#     })
+
+#     headers = {
+#         'X-API-KEY': serper_api_key,
+#         'Content-Type': 'application/json'
+#     }
+
+#     for attempt in range(max_retries):
+#         try:
+#             response = requests.request("POST", url, headers=headers, data=payload, verify=False)
+
+#             # Check if response is successful (e.g., HTTP 200 OK)
+#             if response.status_code == 200:
+#                 print(response.text)
+#                 return response.text
+#             else:
+#                 print(f"Attempt {attempt + 1} failed with status code {response.status_code}. Retrying...")
+#                 if attempt < max_retries - 1:  # no need to sleep on the last attempt
+#                     time.sleep(1)
+#                 else:
+#                     print("Max retries reached. Exiting...")
+
+#         except requests.RequestException as e:
+#             print(f"Attempt {attempt + 1} raised an error: {e}. Retrying...")
+#             if attempt < max_retries - 1:  # no need to sleep on the last attempt
+#                 time.sleep(1)
+#             else:
+#                 print("Max retries reached. Exiting...")
+
+#     return None
 
 
 # 2. Tool for scraping