File size: 1,995 Bytes
bde2f3a | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 | #!/usr/bin/env python3
"""Search arxiv for papers with retry logic."""
import json
import sys
import time
import urllib.request
import xml.etree.ElementTree as ET
def search_arxiv(query, max_results=5):
"""Search arxiv and return list of (arxiv_id, title) tuples."""
q = "+AND+".join([f"ti:{w}" for w in query.split()[:4]])
url = f"https://export.arxiv.org/api/query?search_query={q}&max_results={max_results}"
try:
req = urllib.request.Request(url, headers={"User-Agent": "RMI-Research-Bot/1.0"})
resp = urllib.request.urlopen(req, timeout=30)
data = resp.read()
root = ET.fromstring(data)
ns = {"a": "http://www.w3.org/2005/Atom"}
results = []
for entry in root.findall("a:entry", ns):
title = entry.find("a:title", ns).text.strip().replace("\n", " ")
aid = entry.find("a:id", ns).text.strip()
aid = aid.split("/abs/")[-1]
results.append((aid, title))
return results
except Exception as e:
print(f"ERROR: {e}", file=sys.stderr)
return []
# Search for each paper
searches = {
"smart_contract_vuln": "smart contract vulnerability detection graph feature",
"temporal_amount": "temporal amount snapshot multigraph ethereum",
"reentrancy": "reentrancy vulnerability identification ethereum smart contract",
"tokenomics_design": "tokenomics design token economy",
"token_vesting": "token vesting cryptocurrency",
"governance_tokens": "governance token distribution empirical",
}
results = {}
for key, q in searches.items():
print(f"Searching: {q}", flush=True)
r = search_arxiv(q)
results[key] = r
if r:
for aid, title in r:
print(f" {aid} | {title[:100]}")
else:
print(" NO RESULTS")
time.sleep(5) # Rate limit
# Save results
with open("/root/backend/data/papers/search_results.json", "w") as f:
json.dump(results, f, indent=2)
print("\nDone. Results saved.")
|