tests/test_killer_bench.py

# tests/test_killer_bench.py
from pathlib import Path

from bench.killer_bench import generate_domain_csv, run_bench


def test_generate_domain_csv_deterministic(tmp_path):
    a, b = tmp_path / "a.csv", tmp_path / "b.csv"
    n1, n2 = generate_domain_csv(a, 6, 3), generate_domain_csv(b, 6, 3)
    assert n1 == n2 == 18 and a.read_bytes() == b.read_bytes()


def test_run_bench_small(tmp_path):
    metrics = run_bench(rows=24, D=2048, out_dir=tmp_path)
    assert 0.0 <= metrics["heldout_accuracy"] <= 1.0
    assert metrics["ingest_atoms_per_s"] > 0
    assert metrics["query_ms"] > 0
    assert metrics["core_cards_ablation"] is None or isinstance(metrics["core_cards_ablation"], dict)