Create ingest/adapters/fbi.py

ingest/adapters/fbi.py

@@ -1,11 +1,34 @@
-from ingest.generic_public_foia import PublicFOIAAdapter
+import aiohttp
+from bs4 import BeautifulSoup
+from ingest.generic_public_foia import GenericFOIAAdapter
 
-class FBIAdapter(PublicFOIAAdapter):
-    source_name = "FBI FOIA Reading Room"
-    base_url = "https://vault.fbi.gov"
+class FBIAdapter(GenericFOIAAdapter):
+    source_name = "FBI Vault"
+    agency = "FBI"
+    base_url = "https://vault.fbi.gov/search"
 
-    async def search(self, query):
-        return await self.fetch_public_results(
-            query=query,
-            search_path="/search",
-        )
+    async def search(self, query: str):
+        await self._rate_limit()
+        params = {"SearchableText": query}
+
+        async with aiohttp.ClientSession() as session:
+            async with session.get(self.base_url, params=params) as resp:
+                html = await resp.text()
+
+        soup = BeautifulSoup(html, "html.parser")
+        results = []
+
+        for r in soup.select(".item"):
+            title_el = r.select_one("a")
+            if not title_el:
+                continue
+
+            results.append({
+                "source": self.source_name,
+                "agency": self.agency,
+                "title": title_el.get_text(strip=True),
+                "url": title_el["href"],
+                "snippet": ""
+            })
+
+        return results