ingest/adapters/state.py

import aiohttp
from ingest.generic_public_foia import GenericFOIAAdapter

class StateDeptAdapter(GenericFOIAAdapter):
    source_name = "State Department"
    base_url = "https://foia.state.gov/Search/Results.aspx"

    async def search(self, query: str):
        if not self.robots_allowed():
            return []

        await self._rate_limit()

        params = {"searchText": query}

        async with aiohttp.ClientSession() as session:
            async with session.get(self.base_url, params=params) as resp:
                html = await resp.text()

        return [{
            "source": self.source_name,
            "title": "State Dept FOIA Search",
            "url": self.base_url,
            "snippet": f"Searched for '{query}' in State FOIA database"
        }]