tests/test_sofascore_compact.py

from __future__ import annotations

import json
from pathlib import Path

import pandas as pd

from ingest.sofascore.compact_stats import compact_match_stats_json
from ingest.sofascore.paths import MATCH_STATS_PARQUET


def _write_json(path: Path, payload: dict) -> None:
    path.write_text(json.dumps(payload, ensure_ascii=False), encoding="utf-8")


def test_compact_match_stats_json_dedup_by_event_id(tmp_path: Path):
    stats_dir = tmp_path / "sofascore"
    stats_dir.mkdir()
    _write_json(
        stats_dir / "1_Brasil_x_Argentina_stats.json",
        {
            "event_id": 1,
            "home_team": "Brasil",
            "away_team": "Argentina",
            "match_date": "2022-11-20",
            "home_xg": 1.1,
            "fetched_at": "2026-01-01T00:00:00+00:00",
        },
    )
    _write_json(
        stats_dir / "1_Brasil_x_Argentina_v2_stats.json",
        {
            "event_id": 1,
            "home_team": "Brasil",
            "away_team": "Argentina",
            "match_date": "2022-11-20",
            "home_xg": 2.2,
            "fetched_at": "2026-06-01T00:00:00+00:00",
        },
    )
    _write_json(
        stats_dir / "2_Portugal_x_Suíça_stats.json",
        {
            "event_id": 2,
            "home_team": "Portugal",
            "away_team": "Suíça",
            "match_date": "2022-12-06",
            "home_xg": 2.36,
            "fetched_at": "2026-06-01T00:00:00+00:00",
        },
    )

    report = compact_match_stats_json(stats_dir=stats_dir, merge_existing=False)

    assert report.json_files == 3
    assert report.rows_written == 2
    parquet = stats_dir / MATCH_STATS_PARQUET
    df = pd.read_parquet(parquet)
    assert len(df) == 2
    brasil = df[df["event_id"] == 1].iloc[0]
    assert float(brasil["home_xg"]) == 2.2


def test_compact_merges_existing_parquet(tmp_path: Path):
    stats_dir = tmp_path / "sofascore"
    stats_dir.mkdir()
    existing = pd.DataFrame(
        [
            {
                "event_id": 99,
                "home_team": "França",
                "away_team": "Alemanha",
                "match_date": "2018-07-15",
                "home_xg": 1.0,
            }
        ]
    )
    existing.to_parquet(stats_dir / MATCH_STATS_PARQUET, index=False)
    _write_json(
        stats_dir / "1_Brasil_x_Argentina_stats.json",
        {
            "event_id": 1,
            "home_team": "Brasil",
            "away_team": "Argentina",
            "match_date": "2022-11-20",
            "home_xg": 1.5,
        },
    )

    report = compact_match_stats_json(stats_dir=stats_dir, merge_existing=True)

    assert report.rows_written == 2
    df = pd.read_parquet(stats_dir / MATCH_STATS_PARQUET)
    assert set(df["event_id"].tolist()) == {1, 99}