Pi0-CoreAI / parity-report.json
kevinqz's picture
privacy: scrub host chip/OS from parity-report environment
5097fff verified
Raw
History Blame Contribute Delete
3.07 kB
{
"recipe_id": "pi0-base",
"generated_at": "2026-07-04T22:12:31+00:00",
"bundle": "build/pi0-base/pi0-base.aimodel",
"conversion_manifest": null,
"gate_a": {
"status": "passed",
"checks": [
{
"name": "bundle_exists",
"status": "passed",
"detail": "build/pi0-base/pi0-base.aimodel"
},
{
"name": "bundle_files_present",
"status": "passed",
"detail": "3 expected file(s) present"
},
{
"name": "metadata_json_parses",
"status": "passed",
"detail": "metadata.json parses (3 top-level keys)"
},
{
"name": "metadata_matches_recipe",
"status": "skipped",
"detail": "no overlapping keys between recipe expectations and bundle metadata (nothing to compare \u2014 this is not a pass)"
}
]
},
"gate_b": {
"metric": "action_parity",
"threshold": 0.995,
"tolerance": 0.001,
"value": 0.9961890690089191,
"status": "passed",
"measurement_source": "action-parity-measured.json",
"min_action_cosine": 0.9961890690089191,
"mean_action_cosine": 0.9976982309843347,
"cosine_ci95": [
0.9962758105906357,
0.9991206513780337
],
"max_per_dim_mae": 0.006913806915283226,
"mean_per_dim_mae": 0.004991832025349172,
"per_dim_mae": [
0.004647353172302283,
0.004026406764984166,
0.004958361625671417,
0.004567266225814843,
0.004718578338623086,
0.005317692756652863,
0.0044527845382690764,
0.0055589094161987585,
0.004552755355834988,
0.004962332725524926,
0.004857880473136935,
0.0049330835342407614,
0.0046663608551025665,
0.005053030490875285,
0.0054080848693848,
0.004077874183654818,
0.005760048866272004,
0.004642638206481963,
0.005433291435241737,
0.005118333578109773,
0.0048114478588104515,
0.005471613407135038,
0.004598076462745689,
0.005375628471374534,
0.00453252601623538,
0.005511199712753335,
0.005241532325744673,
0.0053617882728577,
0.005598782300949124,
0.004813191890716579,
0.006111776351928744,
0.004597994327545202
],
"n_obs": 4,
"num_steps": 10,
"action_dim": 32,
"chunk_size": 50,
"sampler": "flow_matching_euler",
"deterministic": true,
"reference": "torch fp16 encode+denoise vs the fp16 coreai-optimized asset, identical 10-step Euler loop, fixed noise (isolates export+optimization fidelity)",
"runner": "coreai-fabric-parity-runner/0.1.0",
"environment": {
"machine": "arm64",
"runtime_version": "1.0.0b2",
"coreai_torch": "0.4.1",
"torch": "2.9.0",
"transformers": "4.57.6",
"platform": "darwin-arm64",
"accelerator": "apple_silicon"
},
"precision_note": "asset is coreai-optimized to ~1.55 bytes/param (below fp16); parity reflects the full export+optimization fidelity of a 4B flow-matching VLA over 10 sampler steps"
},
"overall": "passed"
}