bep40 commited on
Commit
f88cf9a
·
verified ·
1 Parent(s): 958dbc5

Fix: faster article scraping, reduced timeout

Browse files
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -834,7 +834,7 @@ def _scrape_with_fallback(url, domain_label):
834
  # Try each UA (short timeout — if site blocks us, fail fast)
835
  for ua in _UAS:
836
  try:
837
- r = _rl_get(url, headers=ua, timeout=5, domain=domain)
838
  if not r or r.status_code != 200:
839
  continue
840
  r.encoding = "utf-8"
 
834
  # Try each UA (short timeout — if site blocks us, fail fast)
835
  for ua in _UAS:
836
  try:
837
+ r = _rl_get(url, headers=ua, timeout=4, domain=domain)
838
  if not r or r.status_code != 200:
839
  continue
840
  r.encoding = "utf-8"