Create ingest/generic_public_foia.py

ingest/generic_public_foia.py

@@ -1,14 +1,29 @@
-import abc
+import time
+import asyncio
 from typing import List, Dict
 
-class GenericFOIAAdapter(abc.ABC):
-    source_name = "UNKNOWN"
-    base_url = ""
 
-    @abc.abstractmethod
-    async def search(self, query: str) -> List[Dict]:
-        pass
+class GenericFOIAAdapter:
+    """
+    Base class for public-only FOIA adapters.
+    Non-abstract to avoid HF instantiation errors.
+    """
+
+    source_name: str = "UNKNOWN"
+    base_url: str = ""
+    is_stub: bool = True
+
+    def __init__(self, rate_limit: float = 1.0):
+        self.rate_limit = rate_limit
+        self._last_call = 0.0
+        self.last_latency = 0.0
 
-    def sync_search(self, query: str) -> List[Dict]:
-        import asyncio
-        return asyncio.run(self.search(query))
+    async def _throttle(self):
+        delta = time.time() - self._last_call
+        if delta < self.rate_limit:
+            await asyncio.sleep(self.rate_limit - delta)
+        self._last_call = time.time()
+
+    async def search(self, query: str) -> List[Dict]:
+        # Safe default: no results
+        return []