App init

app.py

@@ -0,0 +1,5 @@
+from transformers.tools.base import launch_gradio_demo
+
+from source_code_retriever import ScrapperTool
+
+launch_gradio_demo(ScrapperTool)

requirements.txt

@@ -0,0 +1,5 @@
+transformers>=4.29.0
+diffusers
+accelerate
+torch
+beautifulsoup4

source_code_retriever.py

@@ -0,0 +1,19 @@
+import requests
+from bs4 import BeautifulSoup
+from transformers import Tool
+
+
+class ScrapperTool(Tool):
+    name = "source_code_scrapper"
+    description = (
+        "This is a tool that retrieves the source code of a given webpage. "
+        "It takes the URL of the webpage, and returns the source code."
+    )
+
+    inputs = ["text"]
+    outputs = ["text"]
+
+    def __call__(self, url: str):
+        response = requests.get(url)
+        soup = BeautifulSoup(response.text, 'html.parser')
+        return soup.prettify()

tool_config.json

@@ -0,0 +1,5 @@
+{
+    "description": "This is a tool that retrieves the source code of a given webpage. It takes the URL of the webpage, and returns the source code.",
+    "name": "source_code_scrapper",
+    "tool_class": "source_code_retriever.ScrapperTool"
+}