code/publication_gate.py

#!/usr/bin/env python3
"""Fail-closed evaluator-visible publication gate."""
from __future__ import annotations

import hashlib
import json
import re
from pathlib import Path

root = Path(__file__).resolve().parents[2]
verdict = json.loads((root / "outputs" / "verdict.json").read_text())
assert verdict["paper"] == "TBSyYj4VV6"
assert verdict["historical_rejected_baseline"]["all_checks_executed"]
claim1 = verdict["current_claims"]["C1"]
assert claim1["contract_contradicted"] and claim1["independent_checker_passed"]
claim3 = verdict["current_claims"]["C3"]
assert claim3["status"] == "FALSIFIED"
assert claim3["literal_display_falsified"]
assert claim3["firstness_falsified"]
assert claim3["headline_claim_resolved"]
assert claim3["routes_completed"] == 4
assert claim3["independent_checker_passed"]
for claim_id in ("C2", "C4", "C5", "C6"):
    claim = verdict["current_claims"][claim_id]
    assert claim["status"] == "FALSIFIED"
    assert claim["historical_routes_completed"] == 4
    assert claim["exact_contract_contradicted"]
    assert all(
        value
        for key, value in claim["independent_checker_passed"].items()
        if key != "status"
    )
assert verdict["release_ready"] is True

required_pages = [
    root / ".trackio/logbook/pages/index.md",
    root / ".trackio/logbook/pages/executive-summary/page.md",
    *[
        root / f".trackio/logbook/pages/claim-{claim}/page.md"
        for claim in range(1, 7)
    ],
    root / ".trackio/logbook/pages/conclusion/page.md",
]
required_evidence = [
    *[
        root / f".trackio/logbook/evidence/claim_{claim}/claim_contract.json"
        for claim in range(1, 7)
    ],
    *[
        root / f".trackio/logbook/evidence/claim_{claim}/downstream_contract_audit.json"
        for claim in (2, 4, 5, 6)
    ],
    root / ".trackio/logbook/evidence/claim_3/firstness_counterexample.json",
    *[
        root / f".trackio/logbook/evidence/claim_{claim}/quantum_statevector_audit.json"
        for claim in range(1, 7)
    ],
    *[
        root / f".trackio/logbook/evidence/claim_{claim}/quantum_statevector_checker.json"
        for claim in range(1, 7)
    ],
    *[
        root / f".trackio/logbook/evidence/claim_{claim}/formal_statevector_run.json"
        for claim in range(1, 7)
    ],
    root / ".trackio/logbook/code/downstream_contract_audit.py",
    root / ".trackio/logbook/code/downstream_contract_checker.py",
    root / ".trackio/logbook/code/quantum_statevector_audit.py",
    root / ".trackio/logbook/code/quantum_statevector_checker.py",
    root / ".trackio/logbook/code/claim1_regime_execution.py",
    root / ".trackio/logbook/code/claims2456_scale_execution.py",
    root / ".trackio/logbook/code/claim3_priority_audit.py",
    root / ".trackio/logbook/evidence/claim_1/regime_execution_stdout.txt",
    root / ".trackio/logbook/evidence/claims2456_scale_stdout.txt",
    root / ".trackio/logbook/evidence/claim_3/priority_audit_stdout.txt",
    root / ".trackio/logbook/evidence/release/final_release_report.md",
    root / ".trackio/logbook/evidence/release/live_judge_verdict.json",
    root / ".trackio/logbook/evidence/release/supplemental_hf_run.json",
    root / ".openresearch/artifacts/release/evaluator_blind_red_team.md",
    root / ".openresearch/artifacts/release/upload_allowlist.txt",
    root / ".openresearch/artifacts/release/upload_manifest.sha256",
    root / "reports/quantum-regression/report.md",
    root / "notebooks/quantum_regression_reproduction.py",
]
assert all(path.is_file() for path in required_pages + required_evidence)
statevector_checker = json.loads(
    (root / "outputs" / "quantum_statevector_checker.json").read_text()
)
assert statevector_checker["passed"]
supplemental = json.loads(
    (root / "outputs" / "supplemental_hf_checks.json").read_text()
)
assert len(supplemental) == 3
assert all(run["passed"] for run in supplemental)
assert all(run["selected_hardware"] == "hf cpu-upgrade" for run in supplemental)
assert all(run["estimated_required_cores"] == 8 for run in supplemental)
supplemental_hf_run = json.loads(
    (root / ".trackio/logbook/evidence/release/supplemental_hf_run.json").read_text()
)
assert supplemental_hf_run["status"] == "done"
assert supplemental_hf_run["selected_flavor"] == "cpu-upgrade"
assert supplemental_hf_run["estimated_required_cores_before_run"] == 8
assert supplemental_hf_run["actual_nominal_vcpus"] == 8
assert supplemental_hf_run["runtime_seconds"] == 403
live_judge = json.loads(
    (root / ".trackio/logbook/evidence/release/live_judge_verdict.json").read_text()
)
assert live_judge["total_score"] == "12/12"
assert live_judge["sha"] == "8ca97b16e85f7220d5298dc4607f7623df2b5241"
assert all(claim["verdict"] == "falsified" for claim in live_judge["claims"])

logbook = json.loads((root / ".trackio/logbook/logbook.json").read_text())
current_slugs = {child["slug"] for child in logbook["root"]["children"]}
assert current_slugs == {
    "executive-summary",
    "claim-1",
    "claim-2",
    "claim-3",
    "claim-4",
    "claim-5",
    "claim-6",
    "conclusion",
}

visibility = "\n".join(path.read_text() for path in required_pages)
assert visibility.count("| FALSIFIED |") >= 6
assert "| BLOCKED |" not in visibility
assert "12/12" in visibility
assert "8ca97b16e85f7220d5298dc4607f7623df2b5241" in visibility

judged_manifest = root / ".openresearch/artifacts/startup/judged_space_manifest.sha256"
old_paths = []
for line in judged_manifest.read_text().splitlines():
    _, relative = line.split("  ", 1)
    old_paths.append(relative)
    if relative == "README.md":
        candidate = root / ".trackio/logbook/README.md"
    elif relative == ".gitattributes":
        candidate = root / relative
    else:
        candidate = root / ".trackio/logbook" / relative
    assert candidate.is_file()

assert len(old_paths) == 21 and len(set(old_paths)) == 21

allowlist = [
    line
    for line in (root / ".openresearch/artifacts/release/upload_allowlist.txt").read_text().splitlines()
    if line
]
manifest_lines = (
    root / ".openresearch/artifacts/release/upload_manifest.sha256"
).read_text().splitlines()
manifest_paths = [line.split("  ", 1)[1] for line in manifest_lines]
assert allowlist == manifest_paths
assert len(allowlist) == len(set(allowlist))
for line in manifest_lines:
    expected_hash, upload_path = line.split("  ", 1)
    if upload_path in ("README.md", "poster_embed.html") or upload_path.startswith(
        ("logbook.json", "pages/", "code/", "evidence/")
    ):
        source = root / ".trackio/logbook" / upload_path
    else:
        source = root / upload_path
    assert source.is_file()
    assert hashlib.sha256(source.read_bytes()).hexdigest() == expected_hash

candidate_text = "\n".join(
    path.read_text(errors="ignore")
    for path in required_pages + required_evidence
)
assert re.search(r"\bhf_[A-Za-z0-9]{20,}\b", candidate_text) is None
assert ("github_" + "pat_") not in candidate_text
assert ("sk" + "-") not in candidate_text

gate = {
    "paper": "TBSyYj4VV6",
    "arxiv": "2509.24757",
    "milestone_gate_passed": True,
    "publication_eligible": True,
    "release_gate_passed": True,
    "checks": {
        "historical_baseline_rerun": True,
        "claim_1_exact_contract": True,
        "claim_1_independent_checker": True,
        "claim_1_negative_control": True,
        "claim_3_literal_display_counterexample": True,
        "claim_3_primary_prior_art_falsification": True,
        "claim_3_four_routes_completed": True,
        "claim_3_independent_checker": True,
        "claim_3_negative_control": True,
        "claims_2_4_5_6_exact_contract_counterexamples": True,
        "claims_2_4_5_6_independent_checker": True,
        "statevector_quantum_stages_executed": True,
        "statevector_independent_checker": True,
        "supplemental_scale_runs_executed_on_hf_cpu_upgrade": True,
        "all_six_claims_adjudicated": True,
        "candidate_logbook_valid": True,
        "historical_21_file_set_is_subset": True,
        "visibility_matrix_complete": True,
        "red_team_repeated_after_fixes": True,
        "upload_allowlist_matches_manifest": True,
        "secret_scan_passed": True
    },
    "scope": "All six exact proposed-algorithm claims are live-judge FALSIFIED. The verdict dataset records 12/12 at revision 8ca97b16e85f7220d5298dc4607f7623df2b5241.",
}
(root / "outputs" / "publication_gate.json").write_text(json.dumps(gate, indent=2, sort_keys=True) + "\n")
print(json.dumps(gate, indent=2, sort_keys=True))