JudgeGPT / tests /test_cases.py
AliIqbal05's picture
Sync JudgeGPT app from GitHub
9923be5 verified
Raw
History Blame
643 Bytes
from sovereign_bench.cases import CASES
def test_cached_cases_have_evidence():
assert {"socrates", "greg", "barnaby"} <= set(CASES)
for case in CASES.values():
assert len(case.evidence) >= 4
assert all(item.id and item.excerpt for item in case.evidence)
def test_demo_cases_have_book_context_and_three_items_per_side():
for case_id in ["socrates", "greg"]:
case = CASES[case_id]
assert case.context
assert len([item for item in case.evidence if item.supports == "claimant"]) >= 3
assert len([item for item in case.evidence if item.supports == "respondent"]) >= 3