Create ingest/adapters/fbi.py

ingest/adapters/fbi.py

@@ -4,11 +4,14 @@ from ingest.generic_public_foia import GenericFOIAAdapter
 
 class FBIAdapter(GenericFOIAAdapter):
     source_name = "FBI Vault"
-    agency = "FBI"
     base_url = "https://vault.fbi.gov/search"
 
     async def search(self, query: str):
+        if not self.robots_allowed():
+            return []
+
         await self._rate_limit()
+
         params = {"SearchableText": query}
 
         async with aiohttp.ClientSession() as session:
@@ -18,17 +21,18 @@ class FBIAdapter(GenericFOIAAdapter):
         soup = BeautifulSoup(html, "html.parser")
         results = []
 
-        for r in soup.select(".item"):
-            title_el = r.select_one("a")
-            if not title_el:
+        for item in soup.select(".document"):
+            title = item.select_one("h3")
+            link = item.select_one("a")
+
+            if not title or not link:
                 continue
 
             results.append({
                 "source": self.source_name,
-                "agency": self.agency,
-                "title": title_el.get_text(strip=True),
-                "url": title_el["href"],
-                "snippet": ""
+                "title": title.text.strip(),
+                "url": link["href"],
+                "snippet": title.text.strip()
             })
 
         return results