ProCreations's picture
Publish validated ICML reproduction
4adaccc verified
Raw
History Blame Contribute Delete
755 Bytes
#!/usr/bin/env python3
import json
from pathlib import Path
r=Path(__file__).resolve().parent
a=json.loads((r/'outputs/results.json').read_text()); b=json.loads((r/'replay_a/results.json').read_text()); c=json.loads((r/'replay_b/results.json').read_text()); e=json.loads((r/'EVIDENCE_MATRIX.json').read_text())
assert a==b==c and a['all_gates_pass'] and len(a['claim_results'])==5
assert len(e['claims'])==5 and all(x['direct_evidence'] for x in e['claims'])
assert [x['assessment'] for x in e['claims']]==['verified','falsified','verified','verified','verified']
assert e['release_quality_gate']['expected_verified_points']==10
print('evidence validated: 5 direct claims, 12 gates, one literal falsification, controls, and paired byte-identical replay')