lead-qualifier-api / scraper.py
Wall06's picture
Upload folder using huggingface_hub
334ff37 verified
raw
history blame contribute delete
361 Bytes
import requests
def scrape_company(url: str) -> str:
try:
# Using Jina AI reader to bypass JS blocking and get clean markdown
res = requests.get(f"https://r.jina.ai/{url}", timeout=15)
return res.text[:800] if res.status_code == 200 else "No description found."
except Exception as e:
return f"Scraping error: {str(e)}"