File size: 1,643 Bytes
0408f8d | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 | {
"ax_engine": {
"decode_kernel": null,
"fused_mtp": null,
"kernel_evidence": "unmeasured",
"model_manifest": "model-manifest.json",
"preferred_group_size": 32
},
"compatible_runtimes": [
{
"compatibility_level": "B",
"manifest": "config.json",
"mtp_support": "runtime-dependent",
"name": "mlx-lm",
"notes": [
"Standard backbone inference is the compatibility target.",
"AXQuant MTP metadata may be ignored by MLX-LM."
],
"standard_inference": true,
"standard_mlx_weights": true,
"support_level": "standard-inference"
}
],
"created_at": "2026-08-02T18:28:18.657152Z",
"kv_cache": null,
"memory_policy": {
"kv_cache_precision": "runtime-default",
"mtp_buffers": "not-required",
"prefix_cache": "runtime-managed",
"unified_memory_safety_margin": "benchmark-required"
},
"mtp": {
"acceptance_retention": null,
"detected": false,
"draft_tokens": null,
"enabled_by_default": false,
"head_precision": null,
"measured_speedup": null,
"optimized": false,
"recommended_temperature_max": null,
"sidecar_file": null,
"verification_mode": null
},
"optimization_scope": "text-path",
"primary_runtime": {
"compatibility_level": "A",
"manifest": "model-manifest.json",
"mtp_support": "native",
"name": "ax-engine",
"notes": [
"Runtime claims require a passing AX Engine doctor and benchmark report."
],
"standard_inference": true,
"standard_mlx_weights": true,
"support_level": "optimized"
},
"schema_version": "axquant.runtime.v1"
}
|