repro-bundle/reproduce.py

#!/usr/bin/env python3
"""Audit reported tables and derived averages; no unreleased SuP training code."""
from pathlib import Path
import json
sup_success=[13/30,16/30,26/30]; demo_success=[12/30,14/30,28/30]
res={'bigym_sup':{'success':.67,'speedup':2.01,'tasks':20,'trials_per_task':100},
 'libero_pi05_sup':{'success':.973,'speedup':1.35},
 'libero_vla_adapter_sup':{'success':.937,'speedup':1.34,'qualification':'Different base policy; not a controlled same-policy comparison.'},
 'real_world_sup_mean_success':sum(sup_success)/3,'real_world_demo_mean_success':sum(demo_success)/3,
 'real_world_sup_speedup':2.17,'real_world_demo_speedup':2.07,
 'scheduler_parameters':5120000,'demospeedup_parameters':4000000000,'parameter_ratio':4000000000/5120000,
 'evidence_qualifications':['Parameter count is in Table 3, not Table 4.','ADM-vs-MLP evidence is Figure 7, not Table 5.','No official SuP implementation or robotics checkpoints were found; values are paper-table audits, not reruns.']}
root=Path(__file__).resolve().parent;(root/'outputs').mkdir(exist_ok=True)
(root/'outputs'/'summary.json').write_text(json.dumps(res,indent=2));print(json.dumps(res,indent=2))