conversion_state.json

{
  "algorithm_version": 5,
  "converter": "convert_bf16_to_mixed_fp8_mxfp4.py",
  "fp8_block_size": [
    128,
    128
  ],
  "fp8_round_scale": true,
  "ignored_modules": [
    "q_a_proj",
    "q_b_proj",
    "fused_qkv_a_proj_with_mqa",
    "kv_a_proj_with_mqa",
    "kv_b_proj",
    "lm_head",
    "word_embeddings",
    "b_proj",
    "mlp.gate",
    "3.attention.g_proj",
    "7.attention.g_proj",
    "11.attention.g_proj",
    "15.attention.g_proj",
    "19.attention.g_proj",
    "23.attention.g_proj"
  ],
  "input_config_sha256": "08f81dfc0ca325cf3245d8212ab5d84b83d1ef8b578867a45a58480b2449e791",
  "input_dir": "/pcache-mnt/ro/checkpoint/2724002/463037/328359090/1/worker_7/200",
  "input_index_sha256": "84ef9fe8ef967eeb0545deb1d23c0ce54e86e6b18fa943a7903d7354a79f9cf9",
  "mode": "bf16_single_stage_fp8",
  "model_layout": {
    "declared_num_nextn_predict_layers": 1,
    "mtp_weights_present": false,
    "named_mtp_tensor_count": 0,
    "num_hidden_layers": 24,
    "observed_extra_layer_ids": [],
    "observed_layer_ids": [
      0,
      1,
      2,
      3,
      4,
      5,
      6,
      7,
      8,
      9,
      10,
      11,
      12,
      13,
      14,
      15,
      16,
      17,
      18,
      19,
      20,
      21,
      22,
      23
    ]
  },
  "mxfp4_group_size": 32,
  "normalize_missing_mtp": true,
  "routed_experts_format": "fp8",
  "source_shards": {
    "model-00000-of-00032.safetensors": {
      "mtime_ns": 1786009504000000000,
      "size": 1132407184
    },
    "model-00001-of-00032.safetensors": {
      "mtime_ns": 1786009689000000000,
      "size": 377516376
    },
    "model-00002-of-00032.safetensors": {
      "mtime_ns": 1786009699000000000,
      "size": 377516376
    },
    "model-00003-of-00032.safetensors": {
      "mtime_ns": 1786009679000000000,
      "size": 377516376
    },
    "model-00004-of-00032.safetensors": {
      "mtime_ns": 1786009704000000000,
      "size": 377516376
    },
    "model-00005-of-00032.safetensors": {
      "mtime_ns": 1786009674000000000,
      "size": 377516376
    },
    "model-00006-of-00032.safetensors": {
      "mtime_ns": 1786009674000000000,
      "size": 377516560
    },
    "model-00007-of-00032.safetensors": {
      "mtime_ns": 1786009664000000000,
      "size": 377516616
    },
    "model-00008-of-00032.safetensors": {
      "mtime_ns": 1786009519000000000,
      "size": 664495552
    },
    "model-00009-of-00032.safetensors": {
      "mtime_ns": 1786009664000000000,
      "size": 453019768
    },
    "model-00010-of-00032.safetensors": {
      "mtime_ns": 1786009644000000000,
      "size": 453019768
    },
    "model-00011-of-00032.safetensors": {
      "mtime_ns": 1786009659000000000,
      "size": 453019768
    },
    "model-00012-of-00032.safetensors": {
      "mtime_ns": 1786009639000000000,
      "size": 453019768
    },
    "model-00013-of-00032.safetensors": {
      "mtime_ns": 1786009649000000000,
      "size": 453019768
    },
    "model-00014-of-00032.safetensors": {
      "mtime_ns": 1786009559000000000,
      "size": 453019984
    },
    "model-00015-of-00032.safetensors": {
      "mtime_ns": 1786009554000000000,
      "size": 453020056
    },
    "model-00016-of-00032.safetensors": {
      "mtime_ns": 1786009504000000000,
      "size": 687686672
    },
    "model-00017-of-00032.safetensors": {
      "mtime_ns": 1786009599000000000,
      "size": 453019960
    },
    "model-00018-of-00032.safetensors": {
      "mtime_ns": 1786009629000000000,
      "size": 453019960
    },
    "model-00019-of-00032.safetensors": {
      "mtime_ns": 1786009584000000000,
      "size": 453019960
    },
    "model-00020-of-00032.safetensors": {
      "mtime_ns": 1786009619000000000,
      "size": 453019960
    },
    "model-00021-of-00032.safetensors": {
      "mtime_ns": 1786009569000000000,
      "size": 453019960
    },
    "model-00022-of-00032.safetensors": {
      "mtime_ns": 1786009544000000000,
      "size": 453020176
    },
    "model-00023-of-00032.safetensors": {
      "mtime_ns": 1786009539000000000,
      "size": 453020248
    },
    "model-00024-of-00032.safetensors": {
      "mtime_ns": 1786009494000000000,
      "size": 1147368624
    },
    "model-00025-of-00032.safetensors": {
      "mtime_ns": 1786009609000000000,
      "size": 453019960
    },
    "model-00026-of-00032.safetensors": {
      "mtime_ns": 1786009594000000000,
      "size": 453019960
    },
    "model-00027-of-00032.safetensors": {
      "mtime_ns": 1786009594000000000,
      "size": 453019960
    },
    "model-00028-of-00032.safetensors": {
      "mtime_ns": 1786009634000000000,
      "size": 453019960
    },
    "model-00029-of-00032.safetensors": {
      "mtime_ns": 1786009604000000000,
      "size": 453019960
    },
    "model-00030-of-00032.safetensors": {
      "mtime_ns": 1786009554000000000,
      "size": 453020176
    },
    "model-00031-of-00032.safetensors": {
      "mtime_ns": 1786009529000000000,
      "size": 453020248
    }
  }
}