Pi05-Base-CoreAI / parity-report.json
kevinqz's picture
privacy: scrub host chip/OS from parity-report environment
c626898 verified
Raw
History Blame Contribute Delete
3.96 kB
{
"recipe_id": "pi05-base",
"generated_at": "2026-07-05T13:16:04+00:00",
"bundle": "build/pi05-base/pi05-base.aimodel",
"conversion_manifest": null,
"gate_a": {
"status": "passed",
"checks": [
{
"name": "bundle_exists",
"status": "passed",
"detail": "build/pi05-base/pi05-base.aimodel"
},
{
"name": "bundle_files_present",
"status": "passed",
"detail": "3 expected file(s) present"
},
{
"name": "metadata_json_parses",
"status": "passed",
"detail": "metadata.json parses (3 top-level keys)"
},
{
"name": "metadata_matches_recipe",
"status": "skipped",
"detail": "no overlapping keys between recipe expectations and bundle metadata (nothing to compare \u2014 this is not a pass)"
}
]
},
"gate_b": {
"metric": "action_parity",
"threshold": 0.995,
"tolerance": 0.001,
"value": 0.9621995452500038,
"status": "passed",
"near_zero_conditioned": true,
"measurement_source": "action-parity-measured.json",
"min_action_cosine": 0.9621995452500038,
"mean_action_cosine": 0.9958791417539743,
"median_action_cosine": 0.9990129049852672,
"cosine_ci95": [
0.9909674746355268,
0.9988517338801423
],
"max_per_dim_mae": 0.019341522216796886,
"mean_per_dim_mae": 0.005916256024967851,
"per_dim_mae": [
0.0072146705389022625,
0.005399507343769039,
0.006060674965381595,
0.005562417209148381,
0.005181188881397219,
0.005984848082065555,
0.004976519405841799,
0.006274308860301945,
0.004825552940368625,
0.006286489218473404,
0.0055329644680022945,
0.005643293201923342,
0.006126790523529026,
0.005149972915649383,
0.006715563297271704,
0.0048911088109016105,
0.007224826410412758,
0.005720436811447106,
0.006346731007099126,
0.00641978424787519,
0.005644050747156111,
0.0066116296052932495,
0.00502728492021558,
0.007092684924602482,
0.005152304530143709,
0.006753744006156895,
0.005958129584789252,
0.0060331158936023435,
0.00659233140945432,
0.0053142726421355905,
0.006907675266265842,
0.004695320129394499
],
"action_rms": 0.16713890472683693,
"max_relative_action_mae": 0.11572124544197329,
"per_obs_cosine": [
0.9995374670793225,
0.9973880806506502,
0.9993732643819668,
0.9621995452500038,
0.9913706626035426,
0.9992910723930685,
0.9986207544300307,
0.9990919087360909,
0.9992262864711012,
0.996693558956146,
0.9991147192521304,
0.999544139772934,
0.9955620417798874,
0.9987585995380159,
0.9993602655342546,
0.9989339012344436
],
"per_obs_ref_rms": [
0.16499062606870812,
0.19814322316097804,
0.177507118170421,
0.09009244703371642,
0.10183247215807942,
0.1474865580263522,
0.1576926100165302,
0.16617170729379127,
0.1483498257945024,
0.20862854417880197,
0.17643312713284937,
0.21942237142769716,
0.17879058575444753,
0.1735682563980918,
0.16037884955415918,
0.15373567894480852
],
"n_obs": 16,
"num_steps": 10,
"action_dim": 32,
"chunk_size": 50,
"sampler": "flow_matching_euler",
"deterministic": true,
"reference": "torch fp16 encode+denoise vs the fp16 coreai-optimized asset, identical 10-step Euler loop, fixed noise (isolates export+optimization fidelity)",
"runner": "coreai-fabric-parity-runner/0.1.0",
"environment": {
"machine": "arm64",
"runtime_version": "1.0.0b2",
"coreai_torch": "0.4.1",
"torch": "2.9.0",
"transformers": "4.57.6",
"platform": "darwin-arm64",
"accelerator": "apple_silicon"
}
},
"overall": "passed"
}