Create ingest/adapters/cia.py

ingest/adapters/cia.py

@@ -1,37 +1,34 @@
-import time
 import aiohttp
 from ingest.generic_public_foia import GenericFOIAAdapter
 
-
 class CIAAdapter(GenericFOIAAdapter):
     source_name = "CIA FOIA Reading Room"
-    base_url = "https://www.cia.gov/readingroom/search/site"
-    is_stub = False
-
-    def __init__(self, live: bool = False):
-        super().__init__(rate_limit=2.0)
-        self.live = live
+    base_url = "https://www.cia.gov/readingroom"
+    is_live = True
 
     async def search(self, query):
-        if not self.live:
+        if not self.allowed("/search"):
             return []
 
-        await self._throttle()
-        start = time.time()
+        await self._rate_limit()
 
+        url = f"{self.base_url}/search/site/{query}"
         async with aiohttp.ClientSession() as session:
-            async with session.get(
-                self.base_url,
-                params={"search_api_fulltext": query},
-                timeout=20
-            ) as resp:
-                await resp.text()
+            async with session.get(url) as r:
+                if r.status != 200:
+                    self.health = "down"
+                    return []
+                text = await r.text()
 
-        self.last_latency = time.time() - start
+        self.health = "up"
 
-        # Public-safe placeholder parse
         return [{
-            "title": f"CIA FOIA document mentioning '{query}'",
-            "url": self.base_url,
-            "snippet": "Publicly released FOIA document."
+            "id": hash(query),
+            "source": self.source_name,
+            "title": f"CIA result for {query}",
+            "url": url,
+            "snippet": "Public CIA FOIA document",
+            "date": None,
+            "exemptions": [],
+            "citation": f"{self.source_name}, {url}"
         }]