| { |
| "algorithm_version": 5, |
| "converter": "convert_bf16_to_mixed_fp8_mxfp4.py", |
| "fp8_block_size": [ |
| 128, |
| 128 |
| ], |
| "fp8_round_scale": true, |
| "ignored_modules": [ |
| "q_a_proj", |
| "q_b_proj", |
| "fused_qkv_a_proj_with_mqa", |
| "kv_a_proj_with_mqa", |
| "kv_b_proj", |
| "lm_head", |
| "word_embeddings", |
| "b_proj", |
| "mlp.gate", |
| "3.attention.g_proj", |
| "7.attention.g_proj", |
| "11.attention.g_proj", |
| "15.attention.g_proj", |
| "19.attention.g_proj", |
| "23.attention.g_proj" |
| ], |
| "input_config_sha256": "08f81dfc0ca325cf3245d8212ab5d84b83d1ef8b578867a45a58480b2449e791", |
| "input_dir": "/pcache-mnt/ro/checkpoint/2724002/463037/328359090/1/worker_7/200", |
| "input_index_sha256": "84ef9fe8ef967eeb0545deb1d23c0ce54e86e6b18fa943a7903d7354a79f9cf9", |
| "mode": "bf16_single_stage_fp8", |
| "model_layout": { |
| "declared_num_nextn_predict_layers": 1, |
| "mtp_weights_present": false, |
| "named_mtp_tensor_count": 0, |
| "num_hidden_layers": 24, |
| "observed_extra_layer_ids": [], |
| "observed_layer_ids": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9, |
| 10, |
| 11, |
| 12, |
| 13, |
| 14, |
| 15, |
| 16, |
| 17, |
| 18, |
| 19, |
| 20, |
| 21, |
| 22, |
| 23 |
| ] |
| }, |
| "mxfp4_group_size": 32, |
| "normalize_missing_mtp": true, |
| "routed_experts_format": "fp8", |
| "source_shards": { |
| "model-00000-of-00032.safetensors": { |
| "mtime_ns": 1786009504000000000, |
| "size": 1132407184 |
| }, |
| "model-00001-of-00032.safetensors": { |
| "mtime_ns": 1786009689000000000, |
| "size": 377516376 |
| }, |
| "model-00002-of-00032.safetensors": { |
| "mtime_ns": 1786009699000000000, |
| "size": 377516376 |
| }, |
| "model-00003-of-00032.safetensors": { |
| "mtime_ns": 1786009679000000000, |
| "size": 377516376 |
| }, |
| "model-00004-of-00032.safetensors": { |
| "mtime_ns": 1786009704000000000, |
| "size": 377516376 |
| }, |
| "model-00005-of-00032.safetensors": { |
| "mtime_ns": 1786009674000000000, |
| "size": 377516376 |
| }, |
| "model-00006-of-00032.safetensors": { |
| "mtime_ns": 1786009674000000000, |
| "size": 377516560 |
| }, |
| "model-00007-of-00032.safetensors": { |
| "mtime_ns": 1786009664000000000, |
| "size": 377516616 |
| }, |
| "model-00008-of-00032.safetensors": { |
| "mtime_ns": 1786009519000000000, |
| "size": 664495552 |
| }, |
| "model-00009-of-00032.safetensors": { |
| "mtime_ns": 1786009664000000000, |
| "size": 453019768 |
| }, |
| "model-00010-of-00032.safetensors": { |
| "mtime_ns": 1786009644000000000, |
| "size": 453019768 |
| }, |
| "model-00011-of-00032.safetensors": { |
| "mtime_ns": 1786009659000000000, |
| "size": 453019768 |
| }, |
| "model-00012-of-00032.safetensors": { |
| "mtime_ns": 1786009639000000000, |
| "size": 453019768 |
| }, |
| "model-00013-of-00032.safetensors": { |
| "mtime_ns": 1786009649000000000, |
| "size": 453019768 |
| }, |
| "model-00014-of-00032.safetensors": { |
| "mtime_ns": 1786009559000000000, |
| "size": 453019984 |
| }, |
| "model-00015-of-00032.safetensors": { |
| "mtime_ns": 1786009554000000000, |
| "size": 453020056 |
| }, |
| "model-00016-of-00032.safetensors": { |
| "mtime_ns": 1786009504000000000, |
| "size": 687686672 |
| }, |
| "model-00017-of-00032.safetensors": { |
| "mtime_ns": 1786009599000000000, |
| "size": 453019960 |
| }, |
| "model-00018-of-00032.safetensors": { |
| "mtime_ns": 1786009629000000000, |
| "size": 453019960 |
| }, |
| "model-00019-of-00032.safetensors": { |
| "mtime_ns": 1786009584000000000, |
| "size": 453019960 |
| }, |
| "model-00020-of-00032.safetensors": { |
| "mtime_ns": 1786009619000000000, |
| "size": 453019960 |
| }, |
| "model-00021-of-00032.safetensors": { |
| "mtime_ns": 1786009569000000000, |
| "size": 453019960 |
| }, |
| "model-00022-of-00032.safetensors": { |
| "mtime_ns": 1786009544000000000, |
| "size": 453020176 |
| }, |
| "model-00023-of-00032.safetensors": { |
| "mtime_ns": 1786009539000000000, |
| "size": 453020248 |
| }, |
| "model-00024-of-00032.safetensors": { |
| "mtime_ns": 1786009494000000000, |
| "size": 1147368624 |
| }, |
| "model-00025-of-00032.safetensors": { |
| "mtime_ns": 1786009609000000000, |
| "size": 453019960 |
| }, |
| "model-00026-of-00032.safetensors": { |
| "mtime_ns": 1786009594000000000, |
| "size": 453019960 |
| }, |
| "model-00027-of-00032.safetensors": { |
| "mtime_ns": 1786009594000000000, |
| "size": 453019960 |
| }, |
| "model-00028-of-00032.safetensors": { |
| "mtime_ns": 1786009634000000000, |
| "size": 453019960 |
| }, |
| "model-00029-of-00032.safetensors": { |
| "mtime_ns": 1786009604000000000, |
| "size": 453019960 |
| }, |
| "model-00030-of-00032.safetensors": { |
| "mtime_ns": 1786009554000000000, |
| "size": 453020176 |
| }, |
| "model-00031-of-00032.safetensors": { |
| "mtime_ns": 1786009529000000000, |
| "size": 453020248 |
| } |
| } |
| } |
|
|
