Update ingest/generic_public_foia.py

ingest/generic_public_foia.py

@@ -2,37 +2,76 @@
 
 import abc
 import asyncio
-import requests
 from typing import List, Dict
 
 
 class GenericFOIAAdapter(abc.ABC):
     """
     Base adapter for all public FOIA Electronic Reading Rooms.
-    Enforces rate-limiting, public-only access, and safe defaults.
+
+    This class is SAFE for Hugging Face Spaces:
+    - Public-only access
+    - Rate-limited
+    - No authentication
+    - Explicit stub/live disclosure
     """
 
+    # Human-readable source name (shown in UI)
     source_name: str = "UNKNOWN"
+
+    # Base public reading room URL
     base_url: str = ""
 
+    # Either "stub" or "live"
+    source_type: str = "stub"
+
     def __init__(self, rate_limit_seconds: float = 1.0):
         self.rate_limit_seconds = rate_limit_seconds
         self._last_call = 0.0
 
     async def _rate_limit(self):
-        delta = asyncio.get_event_loop().time() - self._last_call
+        """
+        Enforce per-adapter rate limiting (HF-safe).
+        """
+        now = asyncio.get_event_loop().time()
+        delta = now - self._last_call
         if delta < self.rate_limit_seconds:
             await asyncio.sleep(self.rate_limit_seconds - delta)
         self._last_call = asyncio.get_event_loop().time()
 
+    @property
+    def is_live(self) -> bool:
+        """
+        Convenience flag used by UI and filters.
+        """
+        return self.source_type == "live"
+
+    async def _stub_result(self, query: str) -> List[Dict]:
+        """
+        Default placeholder result for stub adapters.
+        """
+        await self._rate_limit()
+        return [{
+            "source": self.source_name,
+            "title": f"{self.source_name} FOIA result for '{query}'",
+            "url": self.base_url,
+            "snippet": "Public FOIA reading room placeholder result (stub).",
+            "live": False
+        }]
+
     @abc.abstractmethod
     async def search(self, query: str) -> List[Dict]:
         """
         Perform a public FOIA search.
+
         Must return a list of dicts with:
-        - source
-        - title
-        - url
-        - snippet
+        - source   (str)
+        - title    (str)
+        - url      (str)
+        - snippet  (str)
+        - live     (bool)
+
+        Stub adapters should normally call self._stub_result(query).
+        Live adapters should set live=True.
         """
         raise NotImplementedError