File size: 2,596 Bytes
3cdb058 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 | #!/usr/bin/env python3
"""Fail-closed package validation for the nonlinear-autoencoder reproduction."""
from __future__ import annotations
import hashlib
import json
from pathlib import Path
SCRIPT_ROOT = Path(__file__).resolve().parent
ROOT = SCRIPT_ROOT / ".trackio" / "logbook"
if not ROOT.is_dir():
ROOT = SCRIPT_ROOT
def load(relative: str):
return json.loads((ROOT / relative).read_text(encoding="utf-8"))
claims = load("CLAIMS.json")
official = load("official_claims.json")
matrix = load("EVIDENCE_MATRIX.json")
results = load("outputs/results.json")
replay_a = load("replay_a/results.json")
replay_b = load("replay_b/results.json")
packaged_replay = load("packaged_replay/results.json")
assert claims == official
assert len(claims) == 5
assert results == replay_a == replay_b == packaged_replay
assert results["summary"]["all_pass"] is True
assert results["summary"]["verified"] == 5
assert matrix["paper_id"] == "wm3ABfhE7P"
assert matrix["release_quality_gate"]["status"] == "pass_all_5_direct"
assert len(matrix["claims"]) == 5
for number, (literal, result, evidence) in enumerate(zip(claims, results["claims"], matrix["claims"]), 1):
assert result["claim"] == evidence["claim"] == number
assert result["literal_claim"] == evidence["literal_claim"] == literal
assert result["assessment"] == evidence["assessment"] == "verified"
assert result["pass"] is True
assert evidence["registered_system_executed"] is True
assert evidence["destructive_control_executed"] is True
assert load(f"outputs/claim{number}.json") == result
assert load(f"replay_a/claim{number}.json") == result
assert load(f"replay_b/claim{number}.json") == result
assert load(f"packaged_replay/claim{number}.json") == result
assert (ROOT / f"pages/claim-{number}/page.md").is_file()
for relative, expected in results["source"]["source_sha256"].items():
path = ROOT / "source" / "advantage_nonlinearity" / relative
assert hashlib.sha256(path.read_bytes()).hexdigest() == expected, relative
assert hashlib.sha256((ROOT / "source" / "2602.10680.pdf").read_bytes()).hexdigest() == results["source"]["paper_sha256"]
for relative in (
"README.md", "index.html", "logbook.json", "pages/index.md",
"pages/executive-summary/page.md", "pages/00-judge-evidence-scorecard/page.md",
"reproduce.py", "requirements.txt", "SOURCE_PIN.txt",
):
assert (ROOT / relative).is_file(), relative
print(json.dumps({"status": "pass", "claims": 5, "paired_replay": "byte-identical", "source_files": len(results["source"]["source_sha256"])}, sort_keys=True))
|