Upload match_detail_v2.py with huggingface_hub

match_detail_v2.py

@@ -0,0 +1,418 @@
+"""VNEWS — Match Detail Parser v2 (html.parser only, no lxml dependency)"""
+import re
+import requests
+from bs4 import BeautifulSoup
+
+HEADERS = {
+    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/125.0.0.0 Safari/537.36",
+    "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8",
+    "Accept-Language": "vi-VN,vi;q=0.9",
+    "Referer": "https://bongda.com.vn/",
+}
+
+API_HEADERS = {
+    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36",
+    "Accept": "application/json, text/javascript, */*; q=0.01",
+    "X-Requested-With": "XMLHttpRequest",
+    "Referer": "https://bongda.com.vn/",
+}
+
+
+def _cl(s):
+    return re.sub(r'\s+', ' ', str(s or '')).strip()
+
+
+def _normalize_time(raw):
+    t = _cl(raw)
+    if not t:
+        return t
+    t = re.sub(r"(\d+)'\s*\+(\d+)", r"\1+\2'", t)
+    t = t.replace("''", "'")
+    return t
+
+
+def _mk(html):
+    """Parse HTML using html.parser (lxml may not be available)."""
+    return BeautifulSoup(html, 'html.parser')
+
+
+def fetch_html(url, timeout=8):
+    resp = requests.get(url, headers=HEADERS, timeout=timeout, allow_redirects=True)
+    resp.raise_for_status()
+    return resp.text
+
+
+def parse_events(sp):
+    """Parse .events > .period > .event structure."""
+    events = []
+    events_div = sp.select_one('.events')
+    if not events_div:
+        return events
+
+    current_period = ''
+    for child in events_div.children:
+        if not hasattr(child, 'name') or not child.name:
+            continue
+        cls_str = ' '.join(child.get('class', []) if child.get('class') else [])
+
+        if 'period' in cls_str:
+            h2 = child.find('h2')
+            if h2:
+                current_period = _cl(h2.get_text())
+
+            for ev in child.children:
+                if not hasattr(ev, 'name') or not ev.name:
+                    continue
+                ev_cls_str = ' '.join(ev.get('class', []) if ev.get('class') else [])
+                if 'event' not in ev_cls_str:
+                    continue
+
+                team = 'home' if 'home' in ev_cls_str else 'away'
+                ev_data = {
+                    'team': team, 'period': current_period, 'type': 'unknown',
+                    'time': '', 'players': '', 'player_in': '', 'player_out': '',
+                    'scorer': '', 'assist': '', 'card_type': '', 'player': '',
+                }
+
+                type_el = ev.select_one('.event-type')
+                if type_el:
+                    if type_el.select_one('[class*="redcard"]'):
+                        ev_data['type'] = 'redcard'; ev_data['card_type'] = 'red'
+                    elif type_el.select_one('[class*="yellowcard"]'):
+                        ev_data['type'] = 'yellowcard'; ev_data['card_type'] = 'yellow'
+                    elif type_el.select_one('[class*="goal"]'):
+                        ev_data['type'] = 'goal'
+                    elif type_el.select_one('[class*="substitution"]'):
+                        ev_data['type'] = 'substitution'
+                    else:
+                        for rect in type_el.select('svg rect'):
+                            if rect.get('fill') == '#E20007':
+                                ev_data['type'] = 'redcard'; ev_data['card_type'] = 'red'; break
+                        if ev_data['type'] == 'unknown':
+                            for circle in type_el.select('svg circle'):
+                                if circle.get('fill') == 'white' and circle.get('r') == '8':
+                                    ev_data['type'] = 'goal'; break
+                        if ev_data['type'] == 'unknown' and ev.select_one('.players.subst'):
+                            ev_data['type'] = 'substitution'
+
+                players_el = ev.select_one('.players')
+                if players_el and ev_data['type'] == 'unknown':
+                    pcls = ' '.join(players_el.get('class', []) if players_el.get('class') else [])
+                    if 'goal' in pcls: ev_data['type'] = 'goal'
+                    elif 'card' in pcls: ev_data['type'] = 'redcard'; ev_data['card_type'] = 'red'
+                    elif 'subst' in pcls: ev_data['type'] = 'substitution'
+
+                if players_el:
+                    time_el = players_el.select_one('.event-time')
+                    if time_el:
+                        ev_data['time'] = _normalize_time(time_el.get_text())
+                    ev_data['players'] = _cl(players_el.get_text(' ', strip=True))
+
+                    texts = []
+                    for d in players_el.find_all('div', recursive=False):
+                        t = _cl(d.get_text())
+                        if t and t != ev_data['time']:
+                            texts.append(t)
+                    for p in players_el.find_all('p', recursive=False):
+                        t = _cl(p.get_text())
+                        if t and t not in texts:
+                            texts.append(t)
+
+                    if ev_data['type'] == 'substitution':
+                        if len(texts) >= 2:
+                            ev_data['player_out'] = texts[0]; ev_data['player_in'] = texts[1]
+                        elif len(texts) == 1:
+                            ev_data['player_in'] = texts[0]
+                    elif ev_data['type'] == 'goal':
+                        if len(texts) >= 1: ev_data['scorer'] = texts[0]
+                        if len(texts) >= 2: ev_data['assist'] = texts[1]
+                    elif ev_data['type'] in ('redcard', 'yellowcard'):
+                        if texts: ev_data['player'] = ' '.join(texts)
+
+                events.append(ev_data)
+    return events
+
+
+def fetch_match_detail(event_id: int) -> dict:
+    import concurrent.futures
+    result = {"event_id": event_id, "found": False, "sections": []}
+
+    html = None
+    base = f"https://bongda.com.vn/tran-dau/{event_id}"
+    urls = [base + suffix for suffix in ['/centre/', '/preview/', '/bao-cao-nhanh/']]
+
+    # Try all URLs in parallel, take first success
+    with concurrent.futures.ThreadPoolExecutor(max_workers=3) as ex:
+        futures = {ex.submit(requests.get, url, headers=HEADERS, timeout=8, allow_redirects=True): url for url in urls}
+        for future in concurrent.futures.as_completed(futures, timeout=12):
+            try:
+                resp = future.result()
+                if resp.status_code == 200 and len(resp.text) > 1000:
+                    html = resp.text
+                    for f in futures:
+                        f.cancel()
+                    break
+            except Exception:
+                continue
+
+    if not html:
+        return result
+
+    sp = _mk(html)
+    info = {}
+
+    tel = sp.select_one('.teams')
+    if tel:
+        he = tel.select_one('.team.home') or tel.select_one('[class*="home"]')
+        if he:
+            ne = he.select_one('p:not(.logo)') or he.find('p')
+            if ne: info['home_team'] = _cl(ne.get_text())
+            lo = he.select_one('img')
+            if lo: info['home_logo'] = lo.get('src', '')
+
+        ae = tel.select_one('.team.away') or tel.select_one('[class*="away"]')
+        if ae:
+            ne = ae.select_one('p:not(.logo)') or ae.find('p')
+            if ne: info['away_team'] = _cl(ne.get_text())
+            lo = ae.select_one('img')
+            if lo: info['away_logo'] = lo.get('src', '')
+
+        sc = tel.select_one('.score')
+        if sc:
+            parts = [_cl(p.get_text()) for p in sc.select('p')]
+            if len(parts) >= 2: info['score'] = f"{parts[0]} - {parts[1]}"
+            lb = sc.select_one('.label')
+            if lb: info['status_label'] = _cl(lb.get_text())
+
+    if info.get('home_team') and info.get('away_team'):
+        result['info'] = info
+        result['found'] = True
+        result['sections'].append('info')
+    else:
+        return result
+
+    mi = sp.select_one('.match-info')
+    if mi:
+        for sel in ['.times', 'li']:
+            el = mi.select_one(sel)
+            if el:
+                t = _cl(el.get_text())
+                if t: info.setdefault('datetime', t); break
+
+    events = parse_events(sp)
+    if events:
+        result['events'] = events
+        result['sections'].append('events')
+
+    pred = sp.select_one('.prediction-card')
+    if pred:
+        pred_data = {}
+        team_info = pred.select_one('.team-info')
+        if team_info:
+            teams = team_info.select('.team')
+            if len(teams) >= 2:
+                pred_data['home_name'] = _cl(teams[0].select_one('.team-name').get_text()) if teams[0].select_one('.team-name') else ''
+                pred_data['away_name'] = _cl(teams[1].select_one('.team-name').get_text()) if teams[1].select_one('.team-name') else ''
+                divider = team_info.select_one('.divider')
+                if divider: pred_data['result'] = _cl(divider.get_text())
+        vote_count = pred.select_one('.vote-count')
+        if vote_count: pred_data['vote_count'] = _cl(vote_count.get_text())
+        result['prediction'] = pred_data
+
+    try:
+        ar = requests.get(
+            f"https://bongda.com.vn/api/fixtures/h2h-stats?event_id={event_id}",
+            headers=API_HEADERS, timeout=6
+        )
+        if ar.status_code == 200:
+            ad = ar.json()
+            if ad.get('status') == 'success' and ad.get('html'):
+                asp = _mk(ad['html'])
+                ast = {}
+                for row in asp.select('li, tr, .stat-row'):
+                    cells = row.select('td, span, p')
+                    if len(cells) >= 3:
+                        lb = _cl(cells[0].get_text())
+                        if lb: ast[lb] = {'home': _cl(cells[1].get_text()), 'away': _cl(cells[2].get_text())}
+                if ast: result['h2h_stats_parsed'] = ast; result['sections'].append('h2h_stats')
+    except Exception:
+        pass
+
+    h2h_data = []
+    h2h_el = sp.select_one('.h2h-standings')
+    if h2h_el:
+        rows = h2h_el.select('.ranking-table tbody tr, .leaderboard tr')
+        for row in rows:
+            cells = row.select('td')
+            if len(cells) >= 4:
+                logo = row.select_one('img')
+                name_el = row.select_one('.team-name, p.link, .name')
+                h2h_data.append({
+                    'pos': _cl(cells[0].get_text()),
+                    'logo': logo.get('src', '') if logo else '',
+                    'name': _cl(name_el.get_text()) if name_el else '',
+                    'played': _cl(cells[1].get_text()) if len(cells) > 1 else '',
+                    'wins': _cl(cells[2].get_text()) if len(cells) > 2 else '',
+                    'draws': _cl(cells[3].get_text()) if len(cells) > 3 else '',
+                    'losses': _cl(cells[4].get_text()) if len(cells) > 4 else '',
+                    'gf': _cl(cells[5].get_text()) if len(cells) > 5 else '',
+                    'ga': _cl(cells[6].get_text()) if len(cells) > 6 else '',
+                    'points': _cl(cells[8].get_text()) if len(cells) > 8 else '',
+                })
+        if h2h_data: result['h2h_standings'] = h2h_data; result['sections'].append('h2h_standings')
+
+    recent_matches = []
+    matches_list = sp.select_one('.matches-list')
+    if matches_list:
+        for item in matches_list.select('.match-detail, .match-item, li'):
+            date_el = item.select_one('.date, .time, .match-time')
+            league_el = item.select_one('.league')
+            home_el = item.select_one('.home, .team-home')
+            away_el = item.select_one('.away, .team-away')
+            score_el = item.select_one('.score, .result')
+            if home_el or away_el:
+                recent_matches.append({
+                    'date': _cl(date_el.get_text()) if date_el else '',
+                    'league': _cl(league_el.get_text()) if league_el else '',
+                    'home': _cl(home_el.get_text()) if home_el else '',
+                    'away': _cl(away_el.get_text()) if away_el else '',
+                    'score': _cl(score_el.get_text()) if score_el else 'vs',
+                })
+        if recent_matches: result['recent_matches'] = recent_matches; result['sections'].append('recent')
+
+    return result
+
+
+def fetch_match_detail_by_url(url: str) -> dict:
+    import concurrent.futures
+    eid_match = re.search(r'/tran-dau/(\d+)/', url)
+    if not eid_match:
+        return {"event_id": 0, "found": False, "error": "Cannot extract event_id from URL"}
+    event_id = int(eid_match.group(1))
+    result = {"event_id": event_id, "found": False, "sections": []}
+
+    html = None
+    try:
+        resp = requests.get(url, headers=HEADERS, timeout=8, allow_redirects=True)
+        if resp.status_code == 200 and len(resp.text) > 1000:
+            html = resp.text
+    except Exception:
+        pass
+
+    if not html:
+        return fetch_match_detail(event_id)
+
+    sp = _mk(html)
+    info = {}
+
+    tel = sp.select_one('.teams')
+    if tel:
+        he = tel.select_one('.team.home') or tel.select_one('[class*="home"]')
+        if he:
+            ne = he.select_one('p:not(.logo)') or he.find('p')
+            if ne: info['home_team'] = _cl(ne.get_text())
+            lo = he.select_one('img')
+            if lo: info['home_logo'] = lo.get('src', '')
+        ae = tel.select_one('.team.away') or tel.select_one('[class*="away"]')
+        if ae:
+            ne = ae.select_one('p:not(.logo)') or ae.find('p')
+            if ne: info['away_team'] = _cl(ne.get_text())
+            lo = ae.select_one('img')
+            if lo: info['away_logo'] = lo.get('src', '')
+        sc = tel.select_one('.score')
+        if sc:
+            parts = [_cl(p.get_text()) for p in sc.select('p')]
+            if len(parts) >= 2: info['score'] = f"{parts[0]} - {parts[1]}"
+            lb = sc.select_one('.label')
+            if lb: info['status_label'] = _cl(lb.get_text())
+
+    if info.get('home_team') and info.get('away_team'):
+        result['info'] = info; result['found'] = True; result['sections'].append('info')
+    else:
+        return fetch_match_detail(event_id)
+
+    mi = sp.select_one('.match-info')
+    if mi:
+        te = mi.select_one('.times, li')
+        if te: info.setdefault('datetime', _cl(te.get_text()))
+
+    events = parse_events(sp)
+    if events: result['events'] = events; result['sections'].append('events')
+
+    pred = sp.select_one('.prediction-card')
+    if pred:
+        pred_data = {}
+        team_info = pred.select_one('.team-info')
+        if team_info:
+            teams = team_info.select('.team')
+            if len(teams) >= 2:
+                pred_data['home_name'] = _cl(teams[0].select_one('.team-name').get_text()) if teams[0].select_one('.team-name') else ''
+                pred_data['away_name'] = _cl(teams[1].select_one('.team-name').get_text()) if teams[1].select_one('.team-name') else ''
+                divider = team_info.select_one('.divider')
+                if divider: pred_data['result'] = _cl(divider.get_text())
+        vote_count = pred.select_one('.vote-count')
+        if vote_count: pred_data['vote_count'] = _cl(vote_count.get_text())
+        result['prediction'] = pred_data
+
+    try:
+        ar = requests.get(
+            f"https://bongda.com.vn/api/fixtures/h2h-stats?event_id={event_id}",
+            headers=API_HEADERS, timeout=6
+        )
+        if ar.status_code == 200:
+            ad = ar.json()
+            if ad.get('status') == 'success' and ad.get('html'):
+                asp = _mk(ad['html'])
+                ast = {}
+                for row in asp.select('li, tr, .stat-row'):
+                    cells = row.select('td, span, p')
+                    if len(cells) >= 3:
+                        lb = _cl(cells[0].get_text())
+                        if lb: ast[lb] = {'home': _cl(cells[1].get_text()), 'away': _cl(cells[2].get_text())}
+                if ast: result['h2h_stats_parsed'] = ast; result['sections'].append('h2h_stats')
+    except Exception:
+        pass
+
+    h2h_data = []
+    h2h_el = sp.select_one('.h2h-standings')
+    if h2h_el:
+        rows = h2h_el.select('.ranking-table tbody tr, .leaderboard tr')
+        for row in rows:
+            cells = row.select('td')
+            if len(cells) >= 4:
+                logo = row.select_one('img')
+                name_el = row.select_one('.team-name, p.link, .name')
+                h2h_data.append({
+                    'pos': _cl(cells[0].get_text()),
+                    'logo': logo.get('src', '') if logo else '',
+                    'name': _cl(name_el.get_text()) if name_el else '',
+                    'played': _cl(cells[1].get_text()) if len(cells) > 1 else '',
+                    'wins': _cl(cells[2].get_text()) if len(cells) > 2 else '',
+                    'draws': _cl(cells[3].get_text()) if len(cells) > 3 else '',
+                    'losses': _cl(cells[4].get_text()) if len(cells) > 4 else '',
+                    'gf': _cl(cells[5].get_text()) if len(cells) > 5 else '',
+                    'ga': _cl(cells[6].get_text()) if len(cells) > 6 else '',
+                    'points': _cl(cells[8].get_text()) if len(cells) > 8 else '',
+                })
+        if h2h_data: result['h2h_standings'] = h2h_data; result['sections'].append('h2h_standings')
+
+    recent_matches = []
+    matches_list = sp.select_one('.matches-list')
+    if matches_list:
+        for item in matches_list.select('.match-detail, .match-item, li'):
+            date_el = item.select_one('.date, .time, .match-time')
+            league_el = item.select_one('.league')
+            home_el = item.select_one('.home, .team-home')
+            away_el = item.select_one('.away, .team-away')
+            score_el = item.select_one('.score, .result')
+            if home_el or away_el:
+                recent_matches.append({
+                    'date': _cl(date_el.get_text()) if date_el else '',
+                    'league': _cl(league_el.get_text()) if league_el else '',
+                    'home': _cl(home_el.get_text()) if home_el else '',
+                    'away': _cl(away_el.get_text()) if away_el else '',
+                    'score': _cl(score_el.get_text()) if score_el else 'vs',
+                })
+        if recent_matches: result['recent_matches'] = recent_matches; result['sections'].append('recent')
+
+    return result