Run intended offline public reproducer and verify every frozen base/adapter execution count

reproducer_verification/reproduced_counts.json

@@ -0,0 +1,106 @@
+{
+  "versions": {
+    "qiskit": "2.2.3",
+    "pennylane": "0.43.1",
+    "cirq": "1.6.1"
+  },
+  "all_counts_reproduced": true,
+  "summary": {
+    "base/validation/all": {
+      "n": 144,
+      "passed": 16
+    },
+    "base/validation/qiskit": {
+      "n": 48,
+      "passed": 15
+    },
+    "base/validation/pennylane": {
+      "n": 48,
+      "passed": 0
+    },
+    "base/validation/cirq": {
+      "n": 48,
+      "passed": 1
+    },
+    "base/test_iid/all": {
+      "n": 288,
+      "passed": 36
+    },
+    "base/test_iid/qiskit": {
+      "n": 96,
+      "passed": 31
+    },
+    "base/test_iid/pennylane": {
+      "n": 96,
+      "passed": 3
+    },
+    "base/test_iid/cirq": {
+      "n": 96,
+      "passed": 2
+    },
+    "base/test_stress/all": {
+      "n": 288,
+      "passed": 47
+    },
+    "base/test_stress/qiskit": {
+      "n": 96,
+      "passed": 47
+    },
+    "base/test_stress/pennylane": {
+      "n": 96,
+      "passed": 0
+    },
+    "base/test_stress/cirq": {
+      "n": 96,
+      "passed": 0
+    },
+    "adapted/validation/all": {
+      "n": 144,
+      "passed": 144
+    },
+    "adapted/validation/qiskit": {
+      "n": 48,
+      "passed": 48
+    },
+    "adapted/validation/pennylane": {
+      "n": 48,
+      "passed": 48
+    },
+    "adapted/validation/cirq": {
+      "n": 48,
+      "passed": 48
+    },
+    "adapted/test_iid/all": {
+      "n": 288,
+      "passed": 288
+    },
+    "adapted/test_iid/qiskit": {
+      "n": 96,
+      "passed": 96
+    },
+    "adapted/test_iid/pennylane": {
+      "n": 96,
+      "passed": 96
+    },
+    "adapted/test_iid/cirq": {
+      "n": 96,
+      "passed": 96
+    },
+    "adapted/test_stress/all": {
+      "n": 288,
+      "passed": 282
+    },
+    "adapted/test_stress/qiskit": {
+      "n": 96,
+      "passed": 94
+    },
+    "adapted/test_stress/pennylane": {
+      "n": 96,
+      "passed": 93
+    },
+    "adapted/test_stress/cirq": {
+      "n": 96,
+      "passed": 95
+    }
+  }
+}

reproducer_verification/train_quantum_v2_repro_pilot.py

@@ -0,0 +1,41 @@
+"""Run the public offline reproducer against the frozen private snapshot."""
+import hashlib
+import json
+import os
+import shutil
+import subprocess
+import sys
+from pathlib import Path
+from huggingface_hub import HfApi,hf_hub_download
+
+REPO="itsalissonsilva/QuantumCoder-9B"
+
+
+def main():
+    api=HfApi();revision=api.model_info(REPO).sha
+    assert api.model_info(REPO).private
+    root=Path("/tmp/quantum-public-reproducer");root.mkdir(exist_ok=True)
+    for name in ["curriculum_v2/rows.json","curriculum_v2_run/generation_report.json",
+                 "v2_execution/execution.json","v2_executor_preflight/preflight.json"]:
+        source=Path(hf_hub_download(REPO,name,revision=revision));target=root/name
+        target.parent.mkdir(parents=True,exist_ok=True);shutil.copyfile(source,target)
+    source=Path(hf_hub_download(REPO,"release_candidate/reproduce_execution.py",revision=revision))
+    shutil.copyfile(source,root/"reproduce_execution.py")
+    shutil.copyfile("/tmp/quantum_sandbox_v2.py",root/"quantum_sandbox_v2.py")
+    env={k:v for k,v in os.environ.items() if not any(s in k.upper() for s in ["TOKEN","SECRET","API_KEY","PASSWORD"])}
+    subprocess.run([sys.executable,str(root/"reproduce_execution.py")],cwd=root,env=env,check=True,timeout=600)
+    result=json.loads((root/"reproduced_counts.json").read_text())
+    assert result["all_counts_reproduced"]
+    output=Path("reproducer_verification");output.mkdir(exist_ok=True)
+    shutil.copyfile(root/"reproduced_counts.json",output/"reproduced_counts.json")
+    audit=dict(source_revision=revision,all_counts_reproduced=True,
+               reproducer_sha256=hashlib.sha256(source.read_bytes()).hexdigest(),
+               sandbox_sha256=hashlib.sha256((root/"quantum_sandbox_v2.py").read_bytes()).hexdigest())
+    (output/"verification.json").write_text(json.dumps(audit,indent=2))
+    (output/"train_quantum_v2_repro_pilot.py").write_bytes(Path(__file__).read_bytes())
+    commit=api.upload_folder(repo_id=REPO,folder_path=str(output),path_in_repo="reproducer_verification",
+                             commit_message="Run intended offline public reproducer and verify every frozen base/adapter execution count")
+    print(json.dumps(dict(revision=commit.oid,**audit)),flush=True)
+
+
+if __name__=="__main__":main()

reproducer_verification/verification.json

@@ -0,0 +1,6 @@
+{
+  "source_revision": "beac1846b73ae0e7d08f7bb2ce2146e2eea87ccf",
+  "all_counts_reproduced": true,
+  "reproducer_sha256": "3a318196c0573529b17a71b3b861d96e7e023843b9a64924486886a808b9af0a",
+  "sandbox_sha256": "c98c9b97324b3d6304ca38204b3a2a0940a8f0c1dbe1a05f5fb9dd4e88634b85"
+}