visit website tool

agent.py

@@ -3,6 +3,7 @@ from smolagents import HfApiModel, CodeAgent, ToolCallingAgent, DuckDuckGoSearch
 from huggingface_hub import login
 from dotenv import load_dotenv
 from sample_questions import QUESTIONS
+from tools.visit_website import VisitWebpageTool
 
 load_dotenv()
 login(os.environ["HF_API_KEY"])
@@ -10,6 +11,7 @@ login(os.environ["HF_API_KEY"])
 # Tools
 tools = [
     DuckDuckGoSearchTool(),
+    VisitWebpageTool()
 ]
 
 question = QUESTIONS[0];
@@ -34,7 +36,7 @@ codeAgent = CodeAgent(
 
 codeAgent.logger.console.width=66
 
-res = codeAgent.run("whats the current weather in Orlando?")
+res = codeAgent.run(question)
 print(res)
 
 

app.py

@@ -15,8 +15,8 @@ class BasicAgent:
     def __init__(self):
         print("BasicAgent initialized.")
     def __call__(self, question: str) -> str:
-        # return codeAgent.run(question)
-        return toolCallingAgent.run(question)
+        return codeAgent.run(question)
+        # return toolCallingAgent.run(question)
         # print(f"Agent received question (first 50 chars): {question[:50]}...")
         # fixed_answer = "This is a default answer."
         # print(f"Agent returning fixed answer: {fixed_answer}")

requirements.txt

@@ -2,4 +2,5 @@ gradio
 requests
 smolagents
 dotenv
-duckduckgo-search
+duckduckgo-search
+markdownify

tools.py

@@ -1,12 +0,0 @@
-from smolagents import tool
-
-@tool
-def get_weather_data(city: str) -> str:
-    """
-    Gets weather data by the city name.
-    Args:
-        city: city name
-    """
-    pass
-
-print(get_weather_data.description)

tools/visit_website.py

@@ -0,0 +1,45 @@
+from typing import Any, Optional
+from smolagents.tools import Tool
+import requests
+import markdownify
+import smolagents
+
+class VisitWebpageTool(Tool):
+    name = "visit_webpage"
+    description = "Visits a webpage at the given url and reads its content as a markdown string. Use this to browse webpages."
+    inputs = {'url': {'type': 'string', 'description': 'The url of the webpage to visit.'}}
+    output_type = "string"
+
+    def forward(self, url: str) -> str:
+        try:
+            import requests
+            from markdownify import markdownify
+            from requests.exceptions import RequestException
+
+            from smolagents.utils import truncate_content
+        except ImportError as e:
+            raise ImportError(
+                "You must install packages `markdownify` and `requests` to run this tool: for instance run `pip install markdownify requests`."
+            ) from e
+        try:
+            # Send a GET request to the URL with a 20-second timeout
+            response = requests.get(url, timeout=20)
+            response.raise_for_status()  # Raise an exception for bad status codes
+
+            # Convert the HTML content to Markdown
+            markdown_content = markdownify(response.text).strip()
+
+            # Remove multiple line breaks
+            markdown_content = re.sub(r"\n{3,}", "\n\n", markdown_content)
+
+            return truncate_content(markdown_content, 10000)
+
+        except requests.exceptions.Timeout:
+            return "The request timed out. Please try again later or check the URL."
+        except RequestException as e:
+            return f"Error fetching the webpage: {str(e)}"
+        except Exception as e:
+            return f"An unexpected error occurred: {str(e)}"
+
+    def __init__(self, *args, **kwargs):
+        self.is_initialized = False