{ "algorithm_version": 5, "converter": "convert_bf16_to_mixed_fp8_mxfp4.py", "fp8_block_size": [ 128, 128 ], "fp8_round_scale": true, "ignored_modules": [ "q_a_proj", "q_b_proj", "fused_qkv_a_proj_with_mqa", "kv_a_proj_with_mqa", "kv_b_proj", "lm_head", "word_embeddings", "b_proj", "mlp.gate", "3.attention.g_proj", "7.attention.g_proj", "11.attention.g_proj", "15.attention.g_proj", "19.attention.g_proj", "23.attention.g_proj" ], "input_config_sha256": "08f81dfc0ca325cf3245d8212ab5d84b83d1ef8b578867a45a58480b2449e791", "input_dir": "/pcache-mnt/ro/checkpoint/2724002/463037/328359090/1/worker_7/200", "input_index_sha256": "84ef9fe8ef967eeb0545deb1d23c0ce54e86e6b18fa943a7903d7354a79f9cf9", "mode": "bf16_single_stage_fp8", "model_layout": { "declared_num_nextn_predict_layers": 1, "mtp_weights_present": false, "named_mtp_tensor_count": 0, "num_hidden_layers": 24, "observed_extra_layer_ids": [], "observed_layer_ids": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23 ] }, "mxfp4_group_size": 32, "normalize_missing_mtp": true, "routed_experts_format": "fp8", "source_shards": { "model-00000-of-00032.safetensors": { "mtime_ns": 1786009504000000000, "size": 1132407184 }, "model-00001-of-00032.safetensors": { "mtime_ns": 1786009689000000000, "size": 377516376 }, "model-00002-of-00032.safetensors": { "mtime_ns": 1786009699000000000, "size": 377516376 }, "model-00003-of-00032.safetensors": { "mtime_ns": 1786009679000000000, "size": 377516376 }, "model-00004-of-00032.safetensors": { "mtime_ns": 1786009704000000000, "size": 377516376 }, "model-00005-of-00032.safetensors": { "mtime_ns": 1786009674000000000, "size": 377516376 }, "model-00006-of-00032.safetensors": { "mtime_ns": 1786009674000000000, "size": 377516560 }, "model-00007-of-00032.safetensors": { "mtime_ns": 1786009664000000000, "size": 377516616 }, "model-00008-of-00032.safetensors": { "mtime_ns": 1786009519000000000, "size": 664495552 }, "model-00009-of-00032.safetensors": { "mtime_ns": 1786009664000000000, "size": 453019768 }, "model-00010-of-00032.safetensors": { "mtime_ns": 1786009644000000000, "size": 453019768 }, "model-00011-of-00032.safetensors": { "mtime_ns": 1786009659000000000, "size": 453019768 }, "model-00012-of-00032.safetensors": { "mtime_ns": 1786009639000000000, "size": 453019768 }, "model-00013-of-00032.safetensors": { "mtime_ns": 1786009649000000000, "size": 453019768 }, "model-00014-of-00032.safetensors": { "mtime_ns": 1786009559000000000, "size": 453019984 }, "model-00015-of-00032.safetensors": { "mtime_ns": 1786009554000000000, "size": 453020056 }, "model-00016-of-00032.safetensors": { "mtime_ns": 1786009504000000000, "size": 687686672 }, "model-00017-of-00032.safetensors": { "mtime_ns": 1786009599000000000, "size": 453019960 }, "model-00018-of-00032.safetensors": { "mtime_ns": 1786009629000000000, "size": 453019960 }, "model-00019-of-00032.safetensors": { "mtime_ns": 1786009584000000000, "size": 453019960 }, "model-00020-of-00032.safetensors": { "mtime_ns": 1786009619000000000, "size": 453019960 }, "model-00021-of-00032.safetensors": { "mtime_ns": 1786009569000000000, "size": 453019960 }, "model-00022-of-00032.safetensors": { "mtime_ns": 1786009544000000000, "size": 453020176 }, "model-00023-of-00032.safetensors": { "mtime_ns": 1786009539000000000, "size": 453020248 }, "model-00024-of-00032.safetensors": { "mtime_ns": 1786009494000000000, "size": 1147368624 }, "model-00025-of-00032.safetensors": { "mtime_ns": 1786009609000000000, "size": 453019960 }, "model-00026-of-00032.safetensors": { "mtime_ns": 1786009594000000000, "size": 453019960 }, "model-00027-of-00032.safetensors": { "mtime_ns": 1786009594000000000, "size": 453019960 }, "model-00028-of-00032.safetensors": { "mtime_ns": 1786009634000000000, "size": 453019960 }, "model-00029-of-00032.safetensors": { "mtime_ns": 1786009604000000000, "size": 453019960 }, "model-00030-of-00032.safetensors": { "mtime_ns": 1786009554000000000, "size": 453020176 }, "model-00031-of-00032.safetensors": { "mtime_ns": 1786009529000000000, "size": 453020248 } } }