Joseph Pollack
attempts to solve the websearch , adds serper , adds tools , adds adapter , solves settings issue , adds some more stuff basically
f5a06d4
raw
history blame
605 Bytes
"""Vendored web search components from folder/tools/web_search.py."""
from src.tools.vendored.web_search_core import (
CONTENT_LENGTH_LIMIT,
ScrapeResult,
WebpageSnippet,
scrape_urls,
fetch_and_process_url,
html_to_text,
is_valid_url,
)
from src.tools.vendored.serper_client import SerperClient
from src.tools.vendored.searchxng_client import SearchXNGClient
__all__ = [
"CONTENT_LENGTH_LIMIT",
"ScrapeResult",
"WebpageSnippet",
"SerperClient",
"SearchXNGClient",
"scrape_urls",
"fetch_and_process_url",
"html_to_text",
"is_valid_url",
]