| |
| """Fail-closed package validation for the nonlinear-autoencoder reproduction.""" |
|
|
| from __future__ import annotations |
|
|
| import hashlib |
| import json |
| from pathlib import Path |
|
|
|
|
| SCRIPT_ROOT = Path(__file__).resolve().parent |
| ROOT = SCRIPT_ROOT / ".trackio" / "logbook" |
| if not ROOT.is_dir(): |
| ROOT = SCRIPT_ROOT |
|
|
|
|
| def load(relative: str): |
| return json.loads((ROOT / relative).read_text(encoding="utf-8")) |
|
|
|
|
| claims = load("CLAIMS.json") |
| official = load("official_claims.json") |
| matrix = load("EVIDENCE_MATRIX.json") |
| results = load("outputs/results.json") |
| replay_a = load("replay_a/results.json") |
| replay_b = load("replay_b/results.json") |
| packaged_replay = load("packaged_replay/results.json") |
|
|
| assert claims == official |
| assert len(claims) == 5 |
| assert results == replay_a == replay_b == packaged_replay |
| assert results["summary"]["all_pass"] is True |
| assert results["summary"]["verified"] == 5 |
| assert matrix["paper_id"] == "wm3ABfhE7P" |
| assert matrix["release_quality_gate"]["status"] == "pass_all_5_direct" |
| assert len(matrix["claims"]) == 5 |
|
|
| for number, (literal, result, evidence) in enumerate(zip(claims, results["claims"], matrix["claims"]), 1): |
| assert result["claim"] == evidence["claim"] == number |
| assert result["literal_claim"] == evidence["literal_claim"] == literal |
| assert result["assessment"] == evidence["assessment"] == "verified" |
| assert result["pass"] is True |
| assert evidence["registered_system_executed"] is True |
| assert evidence["destructive_control_executed"] is True |
| assert load(f"outputs/claim{number}.json") == result |
| assert load(f"replay_a/claim{number}.json") == result |
| assert load(f"replay_b/claim{number}.json") == result |
| assert load(f"packaged_replay/claim{number}.json") == result |
| assert (ROOT / f"pages/claim-{number}/page.md").is_file() |
|
|
| for relative, expected in results["source"]["source_sha256"].items(): |
| path = ROOT / "source" / "advantage_nonlinearity" / relative |
| assert hashlib.sha256(path.read_bytes()).hexdigest() == expected, relative |
| assert hashlib.sha256((ROOT / "source" / "2602.10680.pdf").read_bytes()).hexdigest() == results["source"]["paper_sha256"] |
|
|
| for relative in ( |
| "README.md", "index.html", "logbook.json", "pages/index.md", |
| "pages/executive-summary/page.md", "pages/00-judge-evidence-scorecard/page.md", |
| "reproduce.py", "requirements.txt", "SOURCE_PIN.txt", |
| ): |
| assert (ROOT / relative).is_file(), relative |
|
|
| print(json.dumps({"status": "pass", "claims": 5, "paired_replay": "byte-identical", "source_files": len(results["source"]["source_sha256"])}, sort_keys=True)) |
|
|
