Spaces:
Sleeping
Sleeping
Update ingest/extended_live_adapter.py
Browse files
ingest/extended_live_adapter.py
CHANGED
|
@@ -1,15 +1,16 @@
|
|
| 1 |
import aiohttp
|
| 2 |
from ingest.generic_public_foia import GenericFOIAAdapter
|
| 3 |
|
|
|
|
| 4 |
class ExtendedLiveAdapter(GenericFOIAAdapter):
|
| 5 |
"""
|
| 6 |
Extended live adapter.
|
| 7 |
-
|
| 8 |
-
Uses conservative
|
| 9 |
"""
|
| 10 |
|
| 11 |
source_type = "live"
|
| 12 |
-
extended_only = True
|
| 13 |
|
| 14 |
async def _safe_search(self, search_url: str, query: str):
|
| 15 |
await self._rate_limit()
|
|
@@ -24,10 +25,8 @@ class ExtendedLiveAdapter(GenericFOIAAdapter):
|
|
| 24 |
) as resp:
|
| 25 |
if resp.status != 200:
|
| 26 |
return []
|
| 27 |
-
|
| 28 |
text = await resp.text()
|
| 29 |
|
| 30 |
-
# conservative presence check
|
| 31 |
if query.lower() in text.lower():
|
| 32 |
return [{
|
| 33 |
"source": self.source_name,
|
|
|
|
| 1 |
import aiohttp
|
| 2 |
from ingest.generic_public_foia import GenericFOIAAdapter
|
| 3 |
|
| 4 |
+
|
| 5 |
class ExtendedLiveAdapter(GenericFOIAAdapter):
|
| 6 |
"""
|
| 7 |
Extended live adapter.
|
| 8 |
+
Activated only when Extended Features mode is enabled.
|
| 9 |
+
Uses conservative keyword-presence search on public FOIA pages.
|
| 10 |
"""
|
| 11 |
|
| 12 |
source_type = "live"
|
| 13 |
+
extended_only = True
|
| 14 |
|
| 15 |
async def _safe_search(self, search_url: str, query: str):
|
| 16 |
await self._rate_limit()
|
|
|
|
| 25 |
) as resp:
|
| 26 |
if resp.status != 200:
|
| 27 |
return []
|
|
|
|
| 28 |
text = await resp.text()
|
| 29 |
|
|
|
|
| 30 |
if query.lower() in text.lower():
|
| 31 |
return [{
|
| 32 |
"source": self.source_name,
|