ACT-SO101-CoreAI / parity-report.json
kevinqz's picture
privacy: scrub host chip/OS from parity-report environment
fc9efbc verified
Raw
History Blame Contribute Delete
1.86 kB
{
"recipe_id": "act-so101",
"generated_at": "2026-07-05T07:49:43+00:00",
"bundle": "build/act-so101/act-so101.aimodel",
"conversion_manifest": null,
"gate_a": {
"status": "passed",
"checks": [
{
"name": "bundle_exists",
"status": "passed",
"detail": "build/act-so101/act-so101.aimodel"
},
{
"name": "bundle_files_present",
"status": "passed",
"detail": "3 expected file(s) present"
},
{
"name": "metadata_json_parses",
"status": "passed",
"detail": "metadata.json parses (3 top-level keys)"
},
{
"name": "metadata_matches_recipe",
"status": "skipped",
"detail": "no overlapping keys between recipe expectations and bundle metadata (nothing to compare \u2014 this is not a pass)"
}
]
},
"gate_b": {
"metric": "action_parity",
"threshold": 0.999,
"tolerance": 0.001,
"value": 0.9999999999999051,
"status": "passed",
"measurement_source": "action-parity-measured.json",
"min_action_cosine": 0.9999999999999051,
"mean_action_cosine": 0.9999999999999832,
"cosine_ci95": [
0.9999999999999808,
0.9999999999999852
],
"max_per_dim_mae": 5.549192428588867e-07,
"mean_per_dim_mae": 2.615876292111352e-07,
"n_obs": 4,
"n_action_rows": 200,
"action_dim": 6,
"chunk_size": 50,
"sampler": "act",
"deterministic": true,
"reference": "torch predict_action_chunk (fp32 as loaded by lerobot)",
"runner": "coreai-fabric-parity-runner/0.1.0",
"environment": {
"machine": "arm64",
"runtime_version": "1.0.0b2",
"coreai_torch": "0.4.1",
"torch": "2.9.0",
"transformers": "4.57.6",
"platform": "darwin-arm64",
"accelerator": "apple_silicon"
}
},
"overall": "passed"
}