app/test_eval_retrieval_load.py

"""Eval case loading (no OpenSearch)."""

from __future__ import annotations

from app.eval_retrieval import load_cases


def test_load_pediatric_and_family_sets():
    cases = load_cases(sets=["pediatric", "family"])
    assert len(cases) > 20
    specs = {c["specialty"] for c in cases}
    assert "26" in specs
    assert "00" in specs
    assert all("query" in c and "expected" in c for c in cases)


def test_smoke_round_robin_includes_both_sets():
    cases = load_cases(sets=["pediatric", "family"], smoke=8)
    assert len(cases) == 8
    sets = {c["eval_set"] for c in cases}
    assert "pediatric" in sets
    assert "family" in sets