Update ingest/generic_public_foia.py

ingest/generic_public_foia.py

@@ -1,5 +1,3 @@
-# ingest/generic_public_foia.py
-
 import abc
 import asyncio
 from typing import List, Dict
@@ -8,70 +6,35 @@ from typing import List, Dict
 class GenericFOIAAdapter(abc.ABC):
     """
     Base adapter for all public FOIA Electronic Reading Rooms.
-
-    This class is SAFE for Hugging Face Spaces:
-    - Public-only access
-    - Rate-limited
-    - No authentication
-    - Explicit stub/live disclosure
+    HF-safe: public-only, rate-limited, explicit stub/live labeling.
     """
 
-    # Human-readable source name (shown in UI)
     source_name: str = "UNKNOWN"
-
-    # Base public reading room URL
     base_url: str = ""
-
-    # Either "stub" or "live"
-    source_type: str = "stub"
+    source_type: str = "stub"  # stub | live
 
     def __init__(self, rate_limit_seconds: float = 1.0):
         self.rate_limit_seconds = rate_limit_seconds
         self._last_call = 0.0
 
     async def _rate_limit(self):
-        """
-        Enforce per-adapter rate limiting (HF-safe).
-        """
         now = asyncio.get_event_loop().time()
         delta = now - self._last_call
         if delta < self.rate_limit_seconds:
             await asyncio.sleep(self.rate_limit_seconds - delta)
         self._last_call = asyncio.get_event_loop().time()
 
-    @property
-    def is_live(self) -> bool:
-        """
-        Convenience flag used by UI and filters.
-        """
-        return self.source_type == "live"
-
     async def _stub_result(self, query: str) -> List[Dict]:
-        """
-        Default placeholder result for stub adapters.
-        """
         await self._rate_limit()
         return [{
             "source": self.source_name,
             "title": f"{self.source_name} FOIA result for '{query}'",
             "url": self.base_url,
             "snippet": "Public FOIA reading room placeholder result (stub).",
-            "live": False
+            "live": False,
+            "extended": False
         }]
 
     @abc.abstractmethod
     async def search(self, query: str) -> List[Dict]:
-        """
-        Perform a public FOIA search.
-
-        Must return a list of dicts with:
-        - source   (str)
-        - title    (str)
-        - url      (str)
-        - snippet  (str)
-        - live     (bool)
-
-        Stub adapters should normally call self._stub_result(query).
-        Live adapters should set live=True.
-        """
         raise NotImplementedError