Spaces:
Sleeping
Sleeping
File size: 2,022 Bytes
b08871e e06addd b08871e e06addd b08871e e06addd b08871e e06addd b08871e e06addd |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 |
from smolagents.tools import Tool
from markdownify import MarkdownConverter
class CustomMarkdownConverter(MarkdownConverter):
"""
Create a custom Markdown converter that ignores images and
ignores links, keeping only their text.
"""
def convert_img(self, el, text, parent_tags):
return ""
def convert_a(self, el, text, parent_tags):
return text
def markdown_summary(html, article_limit):
rendered = CustomMarkdownConverter().convert(html).strip()
if len(rendered) <= article_limit:
return rendered
else:
return rendered[:article_limit] + '...'
class ReadRssFeedTool(Tool):
name = "read_rss_feed"
description = "Read the articles from an RSS feed and return them in a single text with markdown format."
inputs = {
'url': {'type': 'string', 'description': 'The url of the RSS feed (example: https://www.eldiario.es/rss).'},
'article_limit': {'type': 'integer', 'nullable': True, 'default': 512, 'description': 'Number of characters that will be considered for each article'},
'feed_limit': {'type': 'integer', 'nullable': True, 'default': 4096, 'description': 'Number of characters that will be considered for the whole article'},
}
output_type = "string"
def forward(self, url: str, article_limit: int=512, feed_limit: int=4096) -> str:
"""Read all the articles from a given RSS feed and return them as a single markdown formatted text."""
import re
from requests import get
from rss_parser import RSSParser
from markdownify import markdownify
response = get(url)
rss = RSSParser.parse(response.text)
articles = "# Articles\n\n"
for item in rss.channel.items:
articles += "## " + item.title.content + "\n"
articles += item.pub_date.content + "\n\n"
content = markdown_summary(item.description.content, article_limit)
articles += content + "\n\n"
return articles[:feed_limit]
|