File size: 3,342 Bytes
fd703d8 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 | {
"manifest": {
"source": "moonshotai/Kimi-K3",
"output": "Kimi-K3-Cubic-2.5Bit",
"moe_schedule": "1-3:3@256,4-32:3@512,33-91:2@512,92:4@512",
"linear_schedule": "",
"conversion_hardware": {
"device_type": "cuda",
"device_count": 8
},
"shard_size_gib": 3.0,
"a8_carrier_aware": true,
"a8_correction_default": "enabled",
"fitting_objective": "groupwise-least-squares",
"reported_loss": "NRMSE = sqrt(joint SSE / source weight SSE)",
"row_chunk_size": -1,
"source_shards": 96,
"expert_payload_bits": 2.369565217391304,
"expert_effective_bits": 2.498641304347826,
"converted_tensor_effective_bits": 2.498641304347826,
"worker_scheduling": "dynamic_source_shard_queue",
"output_partitioning": "deterministic_source_shard_index",
"script": "quantize_k3.py",
"script_sha256": "89fe8836bb407a027a2663637bc0380bd1adb29ffb2778f0879e606dc8ed31f3",
"source_config_sha256": "9710e121a58d03ac92c8d6da287a19541994319afbbe6d6202af001ffd379213",
"source_index_sha256": "a1c5210650ce71d2d3ae9ec5a101ac4afd3cf4b10091be589853437eb967febd",
"output_shards": 341,
"output_total_bytes": 964943224704,
"combined_report": "cubic_quantization_report.json"
},
"loss_statistics": {
"objective": "mean(continuous MSE, rounded-A8-carrier MSE)",
"normalization": "loss is sqrt(joint SSE / source weight SSE), i.e. NRMSE; the fitting objective itself remains least squares.",
"metadata_precision": "FP32 scale and FP16 a/b before recomputation",
"by_bit": {
"2": {
"bits": 2,
"loss": 0.4512510057287302,
"clipped_percent": 12.230740958337455,
"a8_correction_loss": 0.4512510057287302
},
"3": {
"bits": 3,
"loss": 0.18088323398973324,
"clipped_percent": 2.966870055819044,
"a8_correction_loss": 0.18091672638061443
},
"4": {
"bits": 4,
"loss": 0.0430471542191854,
"clipped_percent": 0.5635432713156114,
"a8_correction_loss": 0.04324462046872603
}
},
"by_bit_and_group_size": {
"2@512": {
"bits": 2,
"loss": 0.4512510057287302,
"clipped_percent": 12.230740958337455,
"a8_correction_loss": 0.4512510057287302,
"group_size": 512
},
"3@256": {
"bits": 3,
"loss": 0.17960835023454785,
"clipped_percent": 2.6970932295353056,
"a8_correction_loss": 0.1795795260456478,
"group_size": 256
},
"3@512": {
"bits": 3,
"loss": 0.18100745927884193,
"clipped_percent": 2.994778003365638,
"a8_correction_loss": 0.18104699922459405,
"group_size": 512
},
"4@512": {
"bits": 4,
"loss": 0.0430471542191854,
"clipped_percent": 0.5635432713156114,
"a8_correction_loss": 0.04324462046872603,
"group_size": 512
}
}
},
"audit": {
"checkpoint": "Kimi-K3-Cubic-2.5Bit",
"shards": 341,
"tensors": 991812,
"total_size": 964943224704,
"max_shard_bytes": 3221225472,
"widths_present": [
2,
3,
4
],
"converted_tensor_effective_bits": 2.498641304347826,
"dtype_counts": {
"BF16": 2122,
"F32": 247802,
"F16": 494592,
"U8": 247296
}
}
}
|