web_fetch.py

import requests
from bs4 import BeautifulSoup

def fetch_page(url, timeout=8):
    try:
        r = requests.get(url, timeout=timeout)
        r.raise_for_status()
        return {"ok": True, "text": r.text[:20000], "status": r.status_code}
    except Exception as e:
        return {"ok": False, "error": str(e)}

def search_duckduckgo_snippet(query):
    try:
        r = requests.post('https://html.duckduckgo.com/html/', data={'q': query}, timeout=8)
        r.raise_for_status()
        soup = BeautifulSoup(r.text, 'html.parser')
        results = [a.get_text() for a in soup.select('.result__snippet')][:5]
        return {"ok": True, "results": results}
    except Exception as e:
        return {"ok": False, "error": str(e)}