| { |
| "schema_version": 1, |
| "repository": "PocketAiHub/Qwen3.8-9B-MLX", |
| "lineage": "regular", |
| "source_repository": "empero-ai/Qwen3.8-9B", |
| "source_revision": "0934f3d2327ff2df2197495278c4c46ae5a56bd9", |
| "base_model": "Qwen/Qwen3.5-9B", |
| "runtime": { |
| "mlx": "0.32.0", |
| "mlx_vlm": "0.6.8" |
| }, |
| "variants": [ |
| { |
| "name": "4bit", |
| "path": "4bit", |
| "precision": "4-bit", |
| "validation": { |
| "schema_version": 1, |
| "repository": "PocketAiHub/Qwen3.8-9B-MLX", |
| "lineage": "regular", |
| "source_repository": "empero-ai/Qwen3.8-9B", |
| "source_revision": "0934f3d2327ff2df2197495278c4c46ae5a56bd9", |
| "base_model": "Qwen/Qwen3.5-9B", |
| "runtime": { |
| "mlx": "0.32.0", |
| "mlx_vlm": "0.6.8" |
| }, |
| "format": { |
| "precision": "4-bit", |
| "language_quantization": { |
| "mode": "affine", |
| "bits": 4, |
| "group_size": 64 |
| }, |
| "vision_tower": "BF16", |
| "native_mtp_included": false, |
| "shard_count": 2, |
| "source_manifest": "workspace/exports/mlx/pocketai-qwen3.8-9b-mlx-4bit/artifact-manifest.json", |
| "source_manifest_sha256": "02a89f998c02e0b0d011eed3cd69427b4041720e5554819f0676998ebb2973e1" |
| }, |
| "evidence": { |
| "smoke": { |
| "report": "workspace/runs/qwen3.8-9b-regular-benchmarks/4bit/runtime-smoke.json", |
| "report_sha256": "91ac69d715bee134187e498842e314f5b28c381d069e8a16f2d16652f5e50d49", |
| "result": { |
| "passed": true, |
| "text_passed": true, |
| "vision_passed": true, |
| "peak_mlx_memory_gb": 7.022197602 |
| } |
| }, |
| "performance": { |
| "report": "workspace/runs/qwen3.8-9b-regular-benchmarks/4bit-4k/report.json", |
| "report_sha256": "dd82d29a492b1a1ce3f66540d711e9bb117fcd80b6391ef55de646418b02f638", |
| "result": { |
| "passed": true, |
| "formatted_tokens": 4096, |
| "expected": "COBALT-7319", |
| "prefill_tokens_per_second": 3197.327651141933, |
| "decode_tokens_per_second": 100.27767318668539, |
| "peak_mlx_bytes": 6969058358, |
| "kv_bits": null |
| } |
| }, |
| "feature": { |
| "report": "workspace/runs/qwen3.8-9b-release/regular-4bit-feature-64k.json", |
| "report_sha256": "0f0c9d871812ad179e29b7c0bc4a8ea1c09bf980f09b3bb5eea540fa30fac07d", |
| "result": { |
| "quality": { |
| "passed": true, |
| "pass_count": 12, |
| "case_count": 12 |
| }, |
| "tool_calling": { |
| "passed": true, |
| "pass_count": 8, |
| "case_count": 8 |
| }, |
| "temporal_video": { |
| "passed": true, |
| "expected": "red->blue", |
| "actual": "red->blue" |
| }, |
| "long_context": { |
| "passed": true, |
| "formatted_tokens": 65545, |
| "expected": "COBALT-7319", |
| "actual": "COBALT-7319", |
| "peak_memory_gb": 15.190558278 |
| } |
| } |
| } |
| }, |
| "release_status": "experimental-community-family-release", |
| "variant_path": "4bit" |
| } |
| }, |
| { |
| "name": "8bit", |
| "path": "8bit", |
| "precision": "8-bit", |
| "validation": { |
| "schema_version": 1, |
| "repository": "PocketAiHub/Qwen3.8-9B-MLX", |
| "lineage": "regular", |
| "source_repository": "empero-ai/Qwen3.8-9B", |
| "source_revision": "0934f3d2327ff2df2197495278c4c46ae5a56bd9", |
| "base_model": "Qwen/Qwen3.5-9B", |
| "runtime": { |
| "mlx": "0.32.0", |
| "mlx_vlm": "0.6.8" |
| }, |
| "format": { |
| "precision": "8-bit", |
| "language_quantization": { |
| "mode": "affine", |
| "bits": 8, |
| "group_size": 64 |
| }, |
| "vision_tower": "BF16", |
| "native_mtp_included": false, |
| "shard_count": 2, |
| "source_manifest": "workspace/exports/mlx/pocketai-qwen3.8-9b-mlx-8bit/artifact-manifest.json", |
| "source_manifest_sha256": "9b222fd73ae36c659386c917b88ffb71156bbf536cdc2510ff3f337e0decada7" |
| }, |
| "evidence": { |
| "smoke": { |
| "report": "workspace/runs/qwen3.8-9b-regular-benchmarks/8bit/runtime-smoke.json", |
| "report_sha256": "dd8f19678da0e3e838ec145a8e50f7c4294c264bde65230557c08371a4624ee3", |
| "result": { |
| "passed": true, |
| "text_passed": true, |
| "vision_passed": true, |
| "peak_mlx_memory_gb": 12.008154335 |
| } |
| }, |
| "performance": { |
| "report": "workspace/runs/qwen3.8-9b-regular-benchmarks/8bit-4k/report.json", |
| "report_sha256": "1c318f2df60b0e17d9dd37ad8dc8bc2656a4281a7ee511bd08e3242b2838c973", |
| "result": { |
| "passed": true, |
| "formatted_tokens": 4096, |
| "expected": "COBALT-7319", |
| "prefill_tokens_per_second": 3144.796838197671, |
| "decode_tokens_per_second": 57.86438000615739, |
| "peak_mlx_bytes": 11373601846, |
| "kv_bits": null |
| } |
| } |
| }, |
| "release_status": "experimental-community-family-release", |
| "variant_path": "8bit" |
| } |
| }, |
| { |
| "name": "bf16", |
| "path": "bf16", |
| "precision": "BF16", |
| "validation": { |
| "schema_version": 1, |
| "repository": "PocketAiHub/Qwen3.8-9B-MLX", |
| "lineage": "regular", |
| "source_repository": "empero-ai/Qwen3.8-9B", |
| "source_revision": "0934f3d2327ff2df2197495278c4c46ae5a56bd9", |
| "base_model": "Qwen/Qwen3.5-9B", |
| "runtime": { |
| "mlx": "0.32.0", |
| "mlx_vlm": "0.6.8" |
| }, |
| "format": { |
| "precision": "BF16", |
| "language_quantization": null, |
| "vision_tower": "BF16", |
| "native_mtp_included": false, |
| "shard_count": 4, |
| "source_manifest": "workspace/exports/mlx/pocketai-qwen3.8-9b-mlx-bf16/artifact-manifest.json", |
| "source_manifest_sha256": "a12e71156cc58795fea0174b921e1f9fa116b47d70b8fdcc0fde66746dbefefc" |
| }, |
| "evidence": { |
| "performance": { |
| "report": "workspace/runs/qwen3.8-9b-regular-benchmarks/bf16-4k/report.json", |
| "report_sha256": "c35f6bad3957937c3b0e862a746430a3e0def190ce835b37fe4a52a35551e7d0", |
| "result": { |
| "passed": true, |
| "formatted_tokens": 4096, |
| "expected": "COBALT-7319", |
| "prefill_tokens_per_second": 3103.4212658264164, |
| "decode_tokens_per_second": 30.564023533293803, |
| "peak_mlx_bytes": 19848487990, |
| "kv_bits": null |
| } |
| }, |
| "feature": { |
| "report": "workspace/runs/qwen3.8-9b-release/regular-bf16-feature-4k.json", |
| "report_sha256": "ab8032915ca436f06338ab3fd96095c83aa1fe369a1afac0f1f95e822d2f0a66", |
| "result": { |
| "quality": { |
| "passed": true, |
| "pass_count": 12, |
| "case_count": 12 |
| }, |
| "tool_calling": { |
| "passed": true, |
| "pass_count": 8, |
| "case_count": 8 |
| }, |
| "temporal_video": { |
| "passed": true, |
| "expected": "red->blue", |
| "actual": "red->blue" |
| }, |
| "long_context": { |
| "passed": true, |
| "formatted_tokens": 4105, |
| "expected": "COBALT-7319", |
| "actual": "COBALT-7319", |
| "peak_memory_gb": 20.807304778 |
| } |
| } |
| } |
| }, |
| "release_status": "experimental-community-family-release", |
| "variant_path": "bf16" |
| } |
| } |
| ] |
| } |
|
|
