| """Reproduce all registered trusted benchmarks (configs/solver_registry.yaml) and write docs/benchmarks/solver_benchmarks.json.""" |
| import json |
| import sys |
| from pathlib import Path |
|
|
| ROOT = Path(__file__).resolve().parent.parent |
| sys.path.insert(0, str(ROOT)) |
|
|
| from matter_os.app import MatterOS |
| from simulation.benchmarks import run_all |
|
|
| if __name__ == "__main__": |
| app = MatterOS() |
| res = run_all(app, app.create_project("benchmarks").project_id) |
| out = ROOT / "docs" / "benchmarks"; out.mkdir(parents=True, exist_ok=True) |
| (out / "solver_benchmarks.json").write_text(json.dumps(res, indent=1, default=str)) |
| for r in res: |
| print(f"{r['benchmark']:28s} computed={r.get('computed')} {r.get('unit')} ref={r.get('reference', {}).get('value')} " |
| f"dev={r.get('deviation')} -> {'PASS' if r.get('passed') else 'FAIL'}") |
|
|
