tests/test_normalize.py

from pathlib import Path

from dota2tuned.normalize import normalize_all
from dota2tuned.storage import read_parquet, write_jsonl


def test_normalize_all_builds_core_tables(tmp_path: Path):
    raw = tmp_path / "raw"
    parquet = tmp_path / "parquet"

    write_jsonl(
        raw / "reference" / "opendota_hero_stats.jsonl",
        [
            {
                "id": 1,
                "localized_name": "Anti-Mage",
                "primary_attr": "agi",
                "attack_type": "Melee",
                "roles": ["Carry"],
                "pro_pick": 10,
                "pro_win": 6,
            },
            {
                "id": 2,
                "localized_name": "Axe",
                "primary_attr": "str",
                "attack_type": "Melee",
                "roles": ["Initiator"],
                "pro_pick": 8,
                "pro_win": 3,
            },
        ],
    )
    write_jsonl(
        raw / "reference" / "opendota_constants_items.jsonl",
        [{"id": 1, "key": "blink", "dname": "Blink Dagger", "cost": 2250}],
    )
    write_jsonl(
        raw / "reference" / "opendota_constants_ability_ids.jsonl",
        [{"key": "501", "value": "antimage_mana_break"}],
    )
    write_jsonl(
        raw / "reference" / "opendota_constants_abilities.jsonl",
        [{"key": "antimage_mana_break", "dname": "Mana Break"}],
    )
    write_jsonl(
        raw / "reference" / "opendota_constants_patch.jsonl",
        [{"id": 1, "name": "7.41d", "date": "2026-06-04T00:00:00Z"}],
    )
    write_jsonl(
        raw / "reference" / "opendota_leagues.jsonl",
        [{"leagueid": 1, "name": "Test League", "tier": "professional"}],
    )
    write_jsonl(
        raw / "matches" / "opendota_pro_matches.jsonl",
        [{"match_id": 42, "duration": 1800, "radiant_win": True, "leagueid": 1}],
    )
    write_jsonl(raw / "matches" / "opendota_league_matches.jsonl", [])
    write_jsonl(raw / "matches" / "opendota_public_matches.jsonl", [])
    write_jsonl(
        raw / "matches" / "opendota_targeted_matches.jsonl",
        [{"match_id": 43, "duration": 1500, "radiant_win": False}],
    )
    write_jsonl(
        raw / "matches" / "opendota_match_details.jsonl",
        [
            {
                "match_id": 42,
                "patch": 1,
                "players": [
                    {
                        "player_slot": 0,
                        "hero_id": 1,
                        "win": 1,
                        "purchase_log": [{"time": 700, "key": "blink"}],
                        "ability_upgrades_arr": [501],
                    },
                    {"player_slot": 128, "hero_id": 2, "win": 0},
                ],
                "picks_bans": [{"is_pick": True, "hero_id": 1, "team": 0, "order": 1}],
            }
        ],
    )
    write_jsonl(
        raw / "matches" / "stratz_match_details.jsonl",
        [
            {
                "id": 42,
                "didRadiantWin": True,
                "durationSeconds": 1800,
                "startDateTime": 1780617600,
                "gameMode": "CAPTAINS_MODE",
                "lobbyType": "PRACTICE",
                "players": [
                    {
                        "heroId": 1,
                        "isRadiant": True,
                        "kills": 7,
                        "deaths": 1,
                        "assists": 5,
                        "goldPerMinute": 650,
                        "experiencePerMinute": 800,
                    },
                    {
                        "heroId": 2,
                        "isRadiant": False,
                        "kills": 2,
                        "deaths": 7,
                        "assists": 3,
                        "goldPerMinute": 420,
                        "experiencePerMinute": 500,
                    },
                ],
                "pickBans": [
                    {"heroId": 1, "isPick": True, "isRadiant": True, "order": 1},
                    {"heroId": 2, "isPick": True, "isRadiant": False, "order": 2},
                ],
            }
        ],
    )
    write_jsonl(raw / "patches" / "valve_patch_changes.jsonl", [])

    counts = normalize_all(raw, parquet)

    assert counts["dim_hero"] == 2
    assert counts["dim_ability"] == 1
    assert counts["fact_item_purchase"] == 1
    assert counts["fact_hero_build_stats"] == 2
    assert counts["fact_hero_skill_builds"] == 2
    assert counts["doc_stratz_match"] == 1
    assert read_parquet(parquet / "fact_match.parquet").height == 2
    stratz_rows = read_parquet(parquet / "doc_stratz_match.parquet")
    assert stratz_rows["source"].to_list() == ["STRATZ match details"]
    assert "Anti-Mage" in stratz_rows["text"].item()
    assert stratz_rows["url"].item() == "https://stratz.com/matches/42"
    build_rows = read_parquet(parquet / "fact_hero_build_stats.parquet")
    assert set(build_rows["role"].to_list()) == {"all", "carry"}
    assert set(build_rows["item_key"].to_list()) == {"blink"}
    assert set(build_rows["time_bucket"].to_list()) == {"10-20m"}
    skill_rows = read_parquet(parquet / "fact_hero_skill_builds.parquet")
    assert set(skill_rows["role"].to_list()) == {"all", "carry"}
    assert set(skill_rows["ability_id"].to_list()) == {501}