Spaces:
Sleeping
Sleeping
File size: 1,333 Bytes
28779c1 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 |
import json
import requests
from bs4 import BeautifulSoup
from .config_loader import load_app_config
from .models import ProfileSnapshot
APP_CONFIG = load_app_config()
REQUESTS_CONFIG = APP_CONFIG["requests"]
HEADERS = {"User-Agent": REQUESTS_CONFIG["user_agent"]}
TIMEOUT = REQUESTS_CONFIG["timeout_seconds"]
class ProfileNotFound(Exception):
pass
def fetch_profile(url: str) -> ProfileSnapshot:
resp = requests.get(url, headers=HEADERS, timeout=TIMEOUT)
if resp.status_code == 404:
raise ProfileNotFound("HTTP 404")
soup = BeautifulSoup(resp.text, "html.parser")
app = soup.find("div", id="app")
if not app or not app.has_attr("data-page"):
raise RuntimeError("data-page JSON not found")
data = json.loads(app["data-page"])
if data.get("component") == "Error":
status = data.get("props", {}).get("status")
if status == 404:
raise ProfileNotFound("Profile not found (app-level 404)")
creator = data["props"]["creator_data"]["data"]
return ProfileSnapshot(
bmc_url=url,
name=creator.get("name"),
slug=creator.get("slug"),
bio=creator.get("description"),
external_links=creator.get("links", []),
has_nsfw=creator.get("has_nsfw"),
payment_method=creator.get("payment_method"),
)
|