Added VisitWebpageTool

app.py

@@ -20,6 +20,47 @@ huggingface_hub.login(os.getenv('HF_TOKEN'))
 DEFAULT_API_URL = "https://agents-course-unit4-scoring.hf.space"
 
 # Initialize the search tool
+
+class VisitWebpageTool(Tool):
+    name = "visit_webpage"
+    description = (
+        "Visits a webpage at the given url and reads its content as a markdown string. Use this to browse webpages."
+    )
+    inputs = {
+        "url": {
+            "type": "string",
+            "description": "The url of the webpage to visit.",
+        }
+    }
+    output_type = "string"
+
+    def forward(self, url: str) -> str:
+        try:
+            import re
+
+            import requests
+            from markdownify import markdownify
+            from requests.exceptions import RequestException
+
+            from smolagents.utils import truncate_content
+        except ImportError as e:
+            raise ImportError(
+                "You must install packages `markdownify` and `requests` to run this tool: for instance run `pip install markdownify requests`."
+            ) from e
+        try:
+            response = requests.get(url, timeout=20)
+            response.raise_for_status()  # Raise an exception for bad status codes
+            markdown_content = markdownify(response.text).strip()
+            markdown_content = re.sub(r"\n{3,}", "\n\n", markdown_content)
+            return truncate_content(markdown_content, 40000)
+
+        except requests.exceptions.Timeout:
+            return "The request timed out. Please try again later or check the URL."
+        except RequestException as e:
+            return f"Error fetching the webpage: {str(e)}"
+        except Exception as e:
+            return f"An unexpected error occurred: {str(e)}"
+
 search_tool = DuckDuckGoSearchTool()
 
 @tool
@@ -82,7 +123,7 @@ with open("prompts.yaml", 'r') as stream:
 
 agent = CodeAgent(
     model=model,
-    tools=[final_answer, say_hello, image_generation_tool, search_tool], ## add your tools here (don't remove final answer)
+    tools=[final_answer, say_hello, image_generation_tool, search_tool, VisitWebpageTool()], ## add your tools here (don't remove final answer)
     max_steps=6,
     verbosity_level=1,
     grammar=None,