Create ingest/extended_live_adapter.py

ingest/extended_live_adapter.py

@@ -0,0 +1,43 @@
+import aiohttp
+from ingest.generic_public_foia import GenericFOIAAdapter
+
+class ExtendedLiveAdapter(GenericFOIAAdapter):
+    """
+    Extended live adapter.
+    Only active when Extended Features are enabled.
+    Uses conservative public search / keyword presence.
+    """
+
+    source_type = "live"
+    extended_only = True  # UI gate
+
+    async def _safe_search(self, search_url: str, query: str):
+        await self._rate_limit()
+
+        try:
+            async with aiohttp.ClientSession() as session:
+                async with session.get(
+                    search_url,
+                    params={"q": query},
+                    timeout=12,
+                    headers={"User-Agent": "HF-FOIA-Search/1.0"}
+                ) as resp:
+                    if resp.status != 200:
+                        return []
+
+                    text = await resp.text()
+
+            # conservative presence check
+            if query.lower() in text.lower():
+                return [{
+                    "source": self.source_name,
+                    "title": f"{self.source_name} public document mentioning '{query}'",
+                    "url": search_url,
+                    "snippet": "Public FOIA-released material (extended live mode).",
+                    "live": True,
+                    "extended": True
+                }]
+        except Exception:
+            return []
+
+        return []