Ling-3.0-tiny-fp8 / conversion_manifest.json
michael-qiu's picture
Upload folder using huggingface_hub
b0575ea verified
Raw
History Blame Contribute Delete
7.15 kB
{
"completed_at": "2026-08-06T13:47:05.019545+00:00",
"conversion_state": {
"algorithm_version": 5,
"converter": "convert_bf16_to_mixed_fp8_mxfp4.py",
"fp8_block_size": [
128,
128
],
"fp8_round_scale": true,
"ignored_modules": [
"q_a_proj",
"q_b_proj",
"fused_qkv_a_proj_with_mqa",
"kv_a_proj_with_mqa",
"kv_b_proj",
"lm_head",
"word_embeddings",
"b_proj",
"mlp.gate",
"3.attention.g_proj",
"7.attention.g_proj",
"11.attention.g_proj",
"15.attention.g_proj",
"19.attention.g_proj",
"23.attention.g_proj"
],
"input_config_sha256": "08f81dfc0ca325cf3245d8212ab5d84b83d1ef8b578867a45a58480b2449e791",
"input_dir": "/pcache-mnt/ro/checkpoint/2724002/463037/328359090/1/worker_7/200",
"input_index_sha256": "84ef9fe8ef967eeb0545deb1d23c0ce54e86e6b18fa943a7903d7354a79f9cf9",
"mode": "bf16_single_stage_fp8",
"model_layout": {
"declared_num_nextn_predict_layers": 1,
"mtp_weights_present": false,
"named_mtp_tensor_count": 0,
"num_hidden_layers": 24,
"observed_extra_layer_ids": [],
"observed_layer_ids": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23
]
},
"mxfp4_group_size": 32,
"normalize_missing_mtp": true,
"routed_experts_format": "fp8",
"source_shards": {
"model-00000-of-00032.safetensors": {
"mtime_ns": 1786009504000000000,
"size": 1132407184
},
"model-00001-of-00032.safetensors": {
"mtime_ns": 1786009689000000000,
"size": 377516376
},
"model-00002-of-00032.safetensors": {
"mtime_ns": 1786009699000000000,
"size": 377516376
},
"model-00003-of-00032.safetensors": {
"mtime_ns": 1786009679000000000,
"size": 377516376
},
"model-00004-of-00032.safetensors": {
"mtime_ns": 1786009704000000000,
"size": 377516376
},
"model-00005-of-00032.safetensors": {
"mtime_ns": 1786009674000000000,
"size": 377516376
},
"model-00006-of-00032.safetensors": {
"mtime_ns": 1786009674000000000,
"size": 377516560
},
"model-00007-of-00032.safetensors": {
"mtime_ns": 1786009664000000000,
"size": 377516616
},
"model-00008-of-00032.safetensors": {
"mtime_ns": 1786009519000000000,
"size": 664495552
},
"model-00009-of-00032.safetensors": {
"mtime_ns": 1786009664000000000,
"size": 453019768
},
"model-00010-of-00032.safetensors": {
"mtime_ns": 1786009644000000000,
"size": 453019768
},
"model-00011-of-00032.safetensors": {
"mtime_ns": 1786009659000000000,
"size": 453019768
},
"model-00012-of-00032.safetensors": {
"mtime_ns": 1786009639000000000,
"size": 453019768
},
"model-00013-of-00032.safetensors": {
"mtime_ns": 1786009649000000000,
"size": 453019768
},
"model-00014-of-00032.safetensors": {
"mtime_ns": 1786009559000000000,
"size": 453019984
},
"model-00015-of-00032.safetensors": {
"mtime_ns": 1786009554000000000,
"size": 453020056
},
"model-00016-of-00032.safetensors": {
"mtime_ns": 1786009504000000000,
"size": 687686672
},
"model-00017-of-00032.safetensors": {
"mtime_ns": 1786009599000000000,
"size": 453019960
},
"model-00018-of-00032.safetensors": {
"mtime_ns": 1786009629000000000,
"size": 453019960
},
"model-00019-of-00032.safetensors": {
"mtime_ns": 1786009584000000000,
"size": 453019960
},
"model-00020-of-00032.safetensors": {
"mtime_ns": 1786009619000000000,
"size": 453019960
},
"model-00021-of-00032.safetensors": {
"mtime_ns": 1786009569000000000,
"size": 453019960
},
"model-00022-of-00032.safetensors": {
"mtime_ns": 1786009544000000000,
"size": 453020176
},
"model-00023-of-00032.safetensors": {
"mtime_ns": 1786009539000000000,
"size": 453020248
},
"model-00024-of-00032.safetensors": {
"mtime_ns": 1786009494000000000,
"size": 1147368624
},
"model-00025-of-00032.safetensors": {
"mtime_ns": 1786009609000000000,
"size": 453019960
},
"model-00026-of-00032.safetensors": {
"mtime_ns": 1786009594000000000,
"size": 453019960
},
"model-00027-of-00032.safetensors": {
"mtime_ns": 1786009594000000000,
"size": 453019960
},
"model-00028-of-00032.safetensors": {
"mtime_ns": 1786009634000000000,
"size": 453019960
},
"model-00029-of-00032.safetensors": {
"mtime_ns": 1786009604000000000,
"size": 453019960
},
"model-00030-of-00032.safetensors": {
"mtime_ns": 1786009554000000000,
"size": 453020176
},
"model-00031-of-00032.safetensors": {
"mtime_ns": 1786009529000000000,
"size": 453020248
}
}
},
"converted_fp8_weights": 9018,
"converted_fp8_weights_this_run": 9018,
"converted_routed_expert_weights": 0,
"converted_routed_expert_weights_this_run": 0,
"copied_source_tensors": 265,
"format": "fp8",
"fp8_block_size": [
128,
128
],
"fp8_scale_dtype": "float8_e8m0fnu",
"fp8_scale_rounding": "power_of_two_ceil",
"fp8_weight_dtype": "float8_e4m3fn",
"input_dir": "/pcache-mnt/ro/checkpoint/2724002/463037/328359090/1/worker_7/200",
"mode": "bf16_single_stage_fp8",
"model_layout": {
"declared_num_nextn_predict_layers": 1,
"mtp_weights_present": false,
"named_mtp_tensor_count": 0,
"num_hidden_layers": 24,
"observed_extra_layer_ids": [],
"observed_layer_ids": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23
]
},
"mtp_weights_present": false,
"normalized_missing_mtp": true,
"output_dir": "/mnt/exp/moe-lite/liangchen/ling_v3_tiny_fp8",
"output_num_nextn_predict_layers": 0,
"output_tensor_count": 18301,
"output_tensor_data_size": 8407438336,
"quantization_path": "bf16_single_stage_block_fp8",
"routed_expert_weights_stored_as_fp8": 8832,
"routed_experts_format": "fp8",
"routed_experts_input_dir": "/pcache-mnt/ro/checkpoint/2724002/463037/328359090/1/worker_7/200",
"routed_experts_source_dtype": "bfloat16",
"shared_experts_converted": false,
"shared_experts_fp8_quantized": true,
"shared_experts_mxfp4_converted": false,
"source_num_nextn_predict_layers": 1,
"source_routed_expert_weights": 8832
}