pino-source-code / tests /test_pimt_v11_5_powered_eval.py
Matthew Ford
v11.5 powered re-run: effective n=14→28, retriever=0/28 [0.000,0.121], physchem=0/28 [0.000,0.121], random=0/28 [0.000,0.121], verdict=underpowered
1de55bd
Raw
History Blame Contribute Delete
586 Bytes
from pathlib import Path
def test_v11_5_wrapper_keeps_frozen_protocol_and_only_renames_underpowered_branch():
text = (Path(__file__).resolve().parents[1] / "scripts" / "pimt_v11_5_powered_eval.py").read_text()
assert 'gate.evaluate(rows)' in text
assert 'material_profiles_v11_5.jsonl' in text
assert 'report["verdict"] == "ambiguous"' in text
assert 'report["verdict"] = "underpowered"' in text
assert "evaluate_retriever" not in text
assert '"scoring_time_leak_recheck"' in text
assert '"previously_27_unrepresentable_now_representable": 14' in text