Update ingest/fbi_vault_live.py

ingest/fbi_vault_live.py

@@ -1,20 +1,36 @@
-import httpx
+import aiohttp
 from ingest.generic_public_foia import GenericFOIAAdapter
 
+
 class FBIAdapter(GenericFOIAAdapter):
-    name = "FBI Vault"
-    rate_limit = 1
-    robots_respected = True
-    base_url = "https://vault.fbi.gov/search"
+    source_name = "FBI Vault"
+    base_url = "https://vault.fbi.gov"
+    source_type = "live"
 
     async def search(self, query: str):
-        async with httpx.AsyncClient(timeout=10) as client:
-            r = await client.get(self.base_url, params={"q": query})
-            if r.status_code != 200:
-                return []
-            return [{
-                "source": "FBI Vault",
-                "query": query,
-                "url": str(r.url),
-                "snippet": "Public FBI Vault search results"
-            }]
+        await self._rate_limit()
+        try:
+            async with aiohttp.ClientSession() as session:
+                async with session.get(
+                    f"{self.base_url}/search",
+                    params={"q": query},
+                    timeout=12
+                ) as resp:
+                    if resp.status != 200:
+                        return []
+
+                    text = await resp.text()
+
+            if "reading-room" in text.lower():
+                return [{
+                    "source": self.source_name,
+                    "title": f"FBI Vault document mentioning '{query}'",
+                    "url": f"{self.base_url}/search?q={query}",
+                    "snippet": "Public FBI FOIA document from The Vault.",
+                    "live": True,
+                    "extended": False
+                }]
+        except Exception:
+            return []
+
+        return []