Update agent.py

agent.py

@@ -18,6 +18,7 @@ from langchain_community.document_loaders import ImageCaptionLoader
 import requests, time
 import pandas as pd
 from pathlib import Path
+from bs4 import BeautifulSoup
 from langchain_community.tools import WikipediaQueryRun
 from langchain_community.utilities import WikipediaAPIWrapper
 from langchain_community.document_loaders import YoutubeLoader
@@ -35,9 +36,33 @@ def duckduck_websearch(query: str) -> str:
     Args:
         query: what you want to search
     """
-    search = DuckDuckGoSearchResults()
-    results = search.invoke(query)
-    return "\n".join(results)
+    try:
+        search = DuckDuckGoSearchResults()
+        results = search.invoke(query)
+        return "\n".join(results)
+    except Exception as e:
+        print(str(e))
+        print('Try to use request method for duckcudckgo Search')
+        base_url = "https://html.duckduckgo.com/html"
+        params = {"q": query}
+        response = requests.get(base_url, params=params, timeout=10)
+        soup = BeautifulSoup(response.text, 'html.parser')
+        for result in soup.find_all('div', {'class': 'result'}):
+            title = result.find('a', {'class': 'result__a'})
+            snippet = result.find('a', {'class': 'result__snippet'})
+            if title and snippet:
+                results.append({
+                    'title': title.get_text(),
+                    'snippet': snippet.get_text(),
+                    'url': title.get('href')
+                })
+
+        # Format results
+        formatted_results = []
+        for r in results[:10]:  # Limit to top 5 results
+            formatted_results.append(f"[{r['title']}]({r['url']})\n{r['snippet']}\n")
+
+        return "## Search Results\n\n" + "\n".join(formatted_results)
 
 @tool
 def serper_websearch(query: str) -> str:
@@ -323,6 +348,7 @@ class BasicAgent:
             except Exception as e:
                 sleep_time = base_sleep * (attempt + 1)
                 if attempt < max_retries - 1:
+                    print(str(e))
                     print(f"Attempt {attempt + 1} failed. Retrying in {sleep_time} seconds...")
                     time.sleep(sleep_time)
                     continue
@@ -372,8 +398,8 @@ class BasicAgent:
             agent=agent,
             tools=self.tools,
             memory=self.memory,
-            max_iterations=5,
+            max_iterations=30,
             verbose=True,
             handle_parsing_errors=True,
-            return_only_outputs=True  # This ensures we only get the final output
+            # return_only_outputs=True  # This ensures we only get the final output
         )