Dolphin3.0-CoreML / validation /tiny-stateful-runtime-smoke.json
ales27pm's picture
Make the Core ML release self-contained and runnable
95671cf verified
Raw
History Blame Contribute Delete
1.33 kB
{
"schema_version": 1,
"status": "passed",
"scope": "synthetic_state_contract_only",
"release_artifact_validated": false,
"source_revision": "392a6f57223e7ccfe6ef4ebdb2ff101a42d57364",
"synthetic_model": {
"layers": 2,
"vocabulary_size": 512,
"quantization": "int4",
"coreml_specification_version": 9,
"state_names": [
"keyCache",
"valueCache"
]
},
"pytorch_cache_parity": {
"max_abs_error": 0.0,
"mean_abs_error": 0.0
},
"coreml_runtime": {
"prefill_then_reused_state_decode": {
"all_logits_finite": true,
"fresh_full_prefix_max_abs_error": 0.000366,
"same_argmax": true
},
"chunked_prefill_then_decode": {
"fresh_full_prefix_max_abs_error": 0.0,
"same_argmax": true
}
},
"apple_tooling": {
"coremlcompiler_metadata": "passed",
"coremlcompiler_generate_swift": "passed",
"coremlcompiler_compile_macos_15": "passed"
},
"environment": {
"platform": "macOS 15.7.7",
"machine": "x86_64",
"coremltools": "8.0",
"torch": "2.2.2"
},
"limitations": [
"This smoke test validates the state, causal-mask, dynamic-position, and decode contract with a synthetic model.",
"It is not evidence of text quality, memory use, latency, or generation from the 3B release artifact."
]
}