GodsDevProject commited on
Commit
9a8e3cb
·
verified ·
1 Parent(s): 01b78af

Create adapters/fbi.py

Browse files
Files changed (1) hide show
  1. adapters/fbi.py +19 -0
adapters/fbi.py ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from .common import fetch, clean
2
+ from bs4 import BeautifulSoup
3
+
4
+ def search_fbi(query):
5
+ html = fetch("https://vault.fbi.gov/search", {"SearchableText": query})
6
+ soup = BeautifulSoup(html, "html.parser")
7
+
8
+ results = []
9
+ for a in soup.select("a"):
10
+ href = a.get("href", "")
11
+ if "/vault/" in href:
12
+ results.append({
13
+ "title": clean(a.text),
14
+ "agency": "FBI",
15
+ "date": None,
16
+ "snippet": None,
17
+ "url": href if href.startswith("http") else "https://vault.fbi.gov" + href
18
+ })
19
+ return results