GodsDevProject commited on
Commit
8b72804
·
verified ·
1 Parent(s): 54e5abf

Create ingest/fbi_vault.py

Browse files
Files changed (1) hide show
  1. ingest/fbi_vault.py +6 -33
ingest/fbi_vault.py CHANGED
@@ -1,39 +1,12 @@
1
- import requests
2
- from typing import List, Dict
3
- from ingest.generic_public_foia import GenericFOIAAdapter
4
-
5
-
6
  class FBIAdapter(GenericFOIAAdapter):
7
- """
8
- LIVE adapter for FBI Vault
9
- https://vault.fbi.gov
10
- """
11
-
12
  source_name = "FBI Vault"
13
  base_url = "https://vault.fbi.gov/search"
14
 
15
- live = True
16
- extended = False
17
-
18
- async def search(self, query: str) -> List[Dict]:
19
- await self._rate_limit()
20
-
21
- try:
22
- resp = requests.get(
23
- self.base_url,
24
- params={"SearchableText": query},
25
- timeout=10,
26
- headers={"User-Agent": "FOIA-Research-Bot/1.0"}
27
- )
28
- resp.raise_for_status()
29
- except Exception:
30
- return []
31
-
32
  return [{
33
- "source": self.source_name,
34
- "title": "FBI Vault Document",
35
- "url": self.base_url,
36
- "snippet": "Public FBI FOIA record.",
37
- "live": True,
38
- "extended": False,
39
  }]
 
 
 
 
 
 
1
  class FBIAdapter(GenericFOIAAdapter):
 
 
 
 
 
2
  source_name = "FBI Vault"
3
  base_url = "https://vault.fbi.gov/search"
4
 
5
+ async def search(self, query):
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
6
  return [{
7
+ "title": f"FBI Vault Search: {query}",
8
+ "url": f"{self.base_url}?SearchableText={query}",
9
+ "snippet": "FBI public vault search result",
10
+ "agency": "FBI",
11
+ "source": self.source_name
 
12
  }]