adapters/fbi.py

from .common import fetch, clean
from bs4 import BeautifulSoup

def search_fbi(query):
    html = fetch("https://vault.fbi.gov/search", {"SearchableText": query})
    soup = BeautifulSoup(html, "html.parser")

    results = []
    for a in soup.select("a"):
        href = a.get("href", "")
        if "/vault/" in href:
            results.append({
                "title": clean(a.text),
                "agency": "FBI",
                "date": None,
                "snippet": None,
                "url": href if href.startswith("http") else "https://vault.fbi.gov" + href
            })
    return results