GodsDevProject commited on
Commit
b00f508
·
verified ·
1 Parent(s): fb6a4da

Update ingest/cia_reading_room.py

Browse files
Files changed (1) hide show
  1. ingest/cia_reading_room.py +13 -15
ingest/cia_reading_room.py CHANGED
@@ -1,21 +1,19 @@
1
- import httpx
 
2
  from ingest.generic_public_foia import GenericFOIAAdapter
 
 
3
 
4
  class CIAAdapter(GenericFOIAAdapter):
5
- name = "CIA"
6
- rate_limit = 1
7
- robots_respected = True
8
  base_url = "https://www.cia.gov/readingroom/search/site/"
9
 
10
  async def search(self, query: str):
11
- async with httpx.AsyncClient(timeout=10) as client:
12
- r = await client.get(self.base_url, params={"query": query})
13
- if r.status_code != 200:
14
- return []
15
- # Minimal safe parse: return page-level hit
16
- return [{
17
- "source": "CIA FOIA Reading Room",
18
- "query": query,
19
- "url": str(r.url),
20
- "snippet": "Public FOIA search result page"
21
- }]
 
1
+ # ingest/cia_reading_room.py
2
+
3
  from ingest.generic_public_foia import GenericFOIAAdapter
4
+ import requests
5
+
6
 
7
  class CIAAdapter(GenericFOIAAdapter):
8
+ source_name = "CIA"
 
 
9
  base_url = "https://www.cia.gov/readingroom/search/site/"
10
 
11
  async def search(self, query: str):
12
+ await self._rate_limit()
13
+ # Stub-safe implementation (HF compliant)
14
+ return [{
15
+ "source": self.source_name,
16
+ "title": f"CIA result for {query}",
17
+ "url": "https://www.cia.gov/readingroom/",
18
+ "snippet": "Public CIA FOIA reading room result (stub)"
19
+ }]