File size: 1,410 Bytes
8f6d6da | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 | #!/usr/bin/env python3
"""Fail-closed verifier for the Section 4.1.2 grid reproduction."""
from __future__ import annotations
import csv
import hashlib
import json
from pathlib import Path
ROOT = Path(__file__).resolve().parent
OUT = ROOT / "results" / "runtime_grid_v3"
def digest(path: Path) -> str:
return hashlib.sha256(path.read_bytes()).hexdigest()
def main() -> None:
summary = json.loads((OUT / "summary.json").read_text())
hashes = json.loads((OUT / "sha256.json").read_text())
rows = list(csv.DictReader((OUT / "full_grid_raw.csv").open()))
assert summary["author_commit"] == "12fdd4775a3df694926bfabe45421aebaa281eb1"
assert summary["grid_points_per_replicate"] == 168
assert summary["total_independent_grid_points"] == 840
assert len(rows) == 840
assert summary["grid_wide_median_iterations"] == 3.0
assert all(item["median_iterations"] == 3.0 for item in summary["per_replicate"])
assert summary["highlight_n_1e6_k_1e5"]["median_runtime_ms"] < 200.0
for name, expected in hashes.items():
assert digest(OUT / name) == expected
print(
"PASS: 5 complete 168-point grids (840 independent problems); "
"median=3 updates in every replicate and n=1e6/k=1e5 median runtime<200 ms "
f"(observed grid maximum={summary['grid_wide_max_iterations']}, reported maximum=6)"
)
if __name__ == "__main__":
main()
|