bstraehle's picture
Update tools.py
fb59396 verified
raw
history blame
1.99 kB
from smolagents import Tool
###
from crewai_tools import BaseTool, ScrapeWebsiteTool, SerperDevTool
from datetime import date
###
class VisitWebpageTool(Tool):
name = "visit_webpage"
description = (
"Visits a webpage at the given url and reads its content as a markdown string. Use this to browse webpages."
)
inputs = {
"url": {
"type": "string",
"description": "The url of the webpage to visit.",
}
}
output_type = "string"
def forward(self, url: str) -> str:
try:
import re
import requests
from markdownify import markdownify
from requests.exceptions import RequestException
from smolagents.utils import truncate_content
except ImportError as e:
raise ImportError(
"You must install packages 'markdownify' and 'requests' to run this tool: for instance run 'pip install markdownify requests'."
) from e
try:
response = requests.get(url, timeout=20)
response.raise_for_status() # Raise an exception for bad status codes
markdown_content = markdownify(response.text).strip()
markdown_content = re.sub(r"\n{3,}", "\n\n", markdown_content)
return truncate_content(markdown_content, 40000)
except requests.exceptions.Timeout:
return "The request timed out. Please try again later or check the URL."
except RequestException as e:
return f"Error fetching the webpage: {str(e)}"
except Exception as e:
return f"An unexpected error occurred: {str(e)}"
###
class TodayTool(BaseTool):
name: str ="Today Tool"
description: str = ("Gets today's date.")
def _run(self) -> str:
return (str(date.today()))
def today_tool():
return TodayTool()
def search_tool():
return SerperDevTool()
def scrape_tool():
return ScrapeWebsiteTool()
###