Pi0-Base-CoreAI / parity-report.json
kevinqz's picture
privacy: scrub host chip/OS from parity-report environment
8b042a0 verified
Raw
History Blame Contribute Delete
3 kB
{
"recipe_id": "pi0-base-gemma",
"generated_at": "2026-07-05T05:54:20+00:00",
"bundle": "build/pi0-base-gemma/pi0-base-gemma.aimodel",
"conversion_manifest": null,
"gate_a": {
"status": "passed",
"checks": [
{
"name": "bundle_exists",
"status": "passed",
"detail": "build/pi0-base-gemma/pi0-base-gemma.aimodel"
},
{
"name": "bundle_files_present",
"status": "passed",
"detail": "3 expected file(s) present"
},
{
"name": "metadata_json_parses",
"status": "passed",
"detail": "metadata.json parses (3 top-level keys)"
},
{
"name": "metadata_matches_recipe",
"status": "skipped",
"detail": "no overlapping keys between recipe expectations and bundle metadata (nothing to compare \u2014 this is not a pass)"
}
]
},
"gate_b": {
"metric": "action_parity",
"threshold": 0.995,
"tolerance": 0.001,
"value": 0.9959409434700367,
"status": "passed",
"measurement_source": "action-parity-measured.json",
"min_action_cosine": 0.9959409434700367,
"mean_action_cosine": 0.9976604850639628,
"cosine_ci95": [
0.996173882324119,
0.9991470878038065
],
"max_per_dim_mae": 0.006372623443603549,
"mean_per_dim_mae": 0.004926528502255708,
"per_dim_mae": [
0.004744679927825953,
0.0041079363822937275,
0.005082738637924224,
0.004705254793167142,
0.0047964429855347004,
0.0054079980850220005,
0.00445686197280888,
0.005452054977417026,
0.00449320697784427,
0.005033284187316916,
0.004934988021850629,
0.005010277748107937,
0.004863099098205597,
0.004941984176635774,
0.005386407852172877,
0.0041539299488067925,
0.005652845859527615,
0.004570949554443388,
0.005165276050567659,
0.005046918630600001,
0.0047071747779846435,
0.0052751836776733715,
0.004519798278808615,
0.0052283391952514975,
0.004447974443435708,
0.0052018451690674025,
0.00491360509395602,
0.005173883914947547,
0.005264495372772241,
0.004669740200042747,
0.00574064826965335,
0.004499087810516392
],
"action_rms": 0.11600450718900855,
"max_relative_action_mae": 0.05493427452107961,
"n_obs": 4,
"num_steps": 10,
"action_dim": 32,
"chunk_size": 50,
"sampler": "flow_matching_euler",
"deterministic": true,
"reference": "torch fp16 encode+denoise vs the fp16 coreai-optimized asset, identical 10-step Euler loop, fixed noise (isolates export+optimization fidelity)",
"runner": "coreai-fabric-parity-runner/0.1.0",
"environment": {
"machine": "arm64",
"runtime_version": "1.0.0b2",
"coreai_torch": "0.4.1",
"torch": "2.9.0",
"transformers": "4.57.6",
"platform": "darwin-arm64",
"accelerator": "apple_silicon"
}
},
"overall": "passed"
}