{
  "metadata": {
    "ParamSize": 163,
    "ParamBytes": 695242752.0,
    "BitsPerParam": 4.500628909972241
  },
  "records": [
    {
      "dataPath": "params_shard_0.bin",
      "format": "raw-shard",
      "nbytes": 131334144,
      "records": [
        {
          "name": "model.embed_tokens.q_weight",
          "shape": [
            128256,
            256
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 131334144,
          "byteOffset": 0
        }
      ],
      "md5sum": "5b16cbf639061d595947e48a6029f6d1"
    },
    {
      "dataPath": "params_shard_1.bin",
      "format": "raw-shard",
      "nbytes": 16777216,
      "records": [
        {
          "name": "model.layers.0.mlp.gate_up_proj.q_weight",
          "shape": [
            16384,
            256
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 16777216,
          "byteOffset": 0
        }
      ],
      "md5sum": "399f19dfe98352fae7f5dd65d2134f53"
    },
    {
      "dataPath": "params_shard_2.bin",
      "format": "raw-shard",
      "nbytes": 31498240,
      "records": [
        {
          "name": "model.embed_tokens.q_scale",
          "shape": [
            128256,
            64
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 16416768,
          "byteOffset": 0
        },
        {
          "name": "model.layers.0.input_layernorm.weight",
          "shape": [
            2048
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 4096,
          "byteOffset": 16416768
        },
        {
          "name": "model.layers.0.mlp.down_proj.q_weight",
          "shape": [
            2048,
            1024
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 8388608,
          "byteOffset": 16420864
        },
        {
          "name": "model.layers.0.mlp.down_proj.q_scale",
          "shape": [
            2048,
            256
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 1048576,
          "byteOffset": 24809472
        },
        {
          "name": "model.layers.0.mlp.gate_up_proj.q_scale",
          "shape": [
            16384,
            64
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 2097152,
          "byteOffset": 25858048
        },
        {
          "name": "model.layers.0.post_attention_layernorm.weight",
          "shape": [
            2048
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 4096,
          "byteOffset": 27955200
        },
        {
          "name": "model.layers.0.self_attn.qkv_proj.q_weight",
          "shape": [
            3072,
            256
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 3145728,
          "byteOffset": 27959296
        },
        {
          "name": "model.layers.0.self_attn.qkv_proj.q_scale",
          "shape": [
            3072,
            64
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 393216,
          "byteOffset": 31105024
        }
      ],
      "md5sum": "1df499000a92eb97bb6bfad5c9befc0b"
    },
    {
      "dataPath": "params_shard_3.bin",
      "format": "raw-shard",
      "nbytes": 30679040,
      "records": [
        {
          "name": "model.layers.0.self_attn.o_proj.q_weight",
          "shape": [
            2048,
            256
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 2097152,
          "byteOffset": 0
        },
        {
          "name": "model.layers.0.self_attn.o_proj.q_scale",
          "shape": [
            2048,
            64
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 262144,
          "byteOffset": 2097152
        },
        {
          "name": "model.layers.1.input_layernorm.weight",
          "shape": [
            2048
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 4096,
          "byteOffset": 2359296
        },
        {
          "name": "model.layers.1.mlp.down_proj.q_weight",
          "shape": [
            2048,
            1024
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 8388608,
          "byteOffset": 2363392
        },
        {
          "name": "model.layers.1.mlp.down_proj.q_scale",
          "shape": [
            2048,
            256
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 1048576,
          "byteOffset": 10752000
        },
        {
          "name": "model.layers.1.mlp.gate_up_proj.q_weight",
          "shape": [
            16384,
            256
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 16777216,
          "byteOffset": 11800576
        },
        {
          "name": "model.layers.1.mlp.gate_up_proj.q_scale",
          "shape": [
            16384,
            64
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 2097152,
          "byteOffset": 28577792
        },
        {
          "name": "model.layers.1.post_attention_layernorm.weight",
          "shape": [
            2048
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 4096,
          "byteOffset": 30674944
        }
      ],
      "md5sum": "f92c70684df5f3b7c9377340b00388da"
    },
    {
      "dataPath": "params_shard_4.bin",
      "format": "raw-shard",
      "nbytes": 32116736,
      "records": [
        {
          "name": "model.layers.1.self_attn.qkv_proj.q_weight",
          "shape": [
            3072,
            256
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 3145728,
          "byteOffset": 0
        },
        {
          "name": "model.layers.1.self_attn.qkv_proj.q_scale",
          "shape": [
            3072,
            64
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 393216,
          "byteOffset": 3145728
        },
        {
          "name": "model.layers.1.self_attn.o_proj.q_weight",
          "shape": [
            2048,
            256
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 2097152,
          "byteOffset": 3538944
        },
        {
          "name": "model.layers.1.self_attn.o_proj.q_scale",
          "shape": [
            2048,
            64
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 262144,
          "byteOffset": 5636096
        },
        {
          "name": "model.layers.10.input_layernorm.weight",
          "shape": [
            2048
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 4096,
          "byteOffset": 5898240
        },
        {
          "name": "model.layers.10.mlp.down_proj.q_weight",
          "shape": [
            2048,
            1024
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 8388608,
          "byteOffset": 5902336
        },
        {
          "name": "model.layers.10.mlp.down_proj.q_scale",
          "shape": [
            2048,
            256
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 1048576,
          "byteOffset": 14290944
        },
        {
          "name": "model.layers.10.mlp.gate_up_proj.q_weight",
          "shape": [
            16384,
            256
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 16777216,
          "byteOffset": 15339520
        }
      ],
      "md5sum": "e563916b198cd302f4d06b2869e7575a"
    },
    {
      "dataPath": "params_shard_5.bin",
      "format": "raw-shard",
      "nbytes": 16777216,
      "records": [
        {
          "name": "model.layers.11.mlp.gate_up_proj.q_weight",
          "shape": [
            16384,
            256
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 16777216,
          "byteOffset": 0
        }
      ],
      "md5sum": "cd24e35c5002b3f4844ade215d98aa3c"
    },
    {
      "dataPath": "params_shard_6.bin",
      "format": "raw-shard",
      "nbytes": 25444352,
      "records": [
        {
          "name": "model.layers.10.mlp.gate_up_proj.q_scale",
          "shape": [
            16384,
            64
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 2097152,
          "byteOffset": 0
        },
        {
          "name": "model.layers.10.post_attention_layernorm.weight",
          "shape": [
            2048
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 4096,
          "byteOffset": 2097152
        },
        {
          "name": "model.layers.10.self_attn.qkv_proj.q_weight",
          "shape": [
            3072,
            256
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 3145728,
          "byteOffset": 2101248
        },
        {
          "name": "model.layers.10.self_attn.qkv_proj.q_scale",
          "shape": [
            3072,
            64
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 393216,
          "byteOffset": 5246976
        },
        {
          "name": "model.layers.10.self_attn.o_proj.q_weight",
          "shape": [
            2048,
            256
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 2097152,
          "byteOffset": 5640192
        },
        {
          "name": "model.layers.10.self_attn.o_proj.q_scale",
          "shape": [
            2048,
            64
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 262144,
          "byteOffset": 7737344
        },
        {
          "name": "model.layers.11.input_layernorm.weight",
          "shape": [
            2048
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 4096,
          "byteOffset": 7999488
        },
        {
          "name": "model.layers.11.mlp.down_proj.q_weight",
          "shape": [
            2048,
            1024
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 8388608,
          "byteOffset": 8003584
        },
        {
          "name": "model.layers.11.mlp.down_proj.q_scale",
          "shape": [
            2048,
            256
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 1048576,
          "byteOffset": 16392192
        },
        {
          "name": "model.layers.11.mlp.gate_up_proj.q_scale",
          "shape": [
            16384,
            64
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 2097152,
          "byteOffset": 17440768
        },
        {
          "name": "model.layers.11.post_attention_layernorm.weight",
          "shape": [
            2048
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 4096,
          "byteOffset": 19537920
        },
        {
          "name": "model.layers.11.self_attn.qkv_proj.q_weight",
          "shape": [
            3072,
            256
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 3145728,
          "byteOffset": 19542016
        },
        {
          "name": "model.layers.11.self_attn.qkv_proj.q_scale",
          "shape": [
            3072,
            64
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 393216,
          "byteOffset": 22687744
        },
        {
          "name": "model.layers.11.self_attn.o_proj.q_weight",
          "shape": [
            2048,
            256
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 2097152,
          "byteOffset": 23080960
        },
        {
          "name": "model.layers.11.self_attn.o_proj.q_scale",
          "shape": [
            2048,
            64
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 262144,
          "byteOffset": 25178112
        },
        {
          "name": "model.layers.12.input_layernorm.weight",
          "shape": [
            2048
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 4096,
          "byteOffset": 25440256
        }
      ],
      "md5sum": "790e5cd9179f76c89f50afb493e71005"
    },
    {
      "dataPath": "params_shard_7.bin",
      "format": "raw-shard",
      "nbytes": 31854592,
      "records": [
        {
          "name": "model.layers.12.mlp.down_proj.q_weight",
          "shape": [
            2048,
            1024
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 8388608,
          "byteOffset": 0
        },
        {
          "name": "model.layers.12.mlp.down_proj.q_scale",
          "shape": [
            2048,
            256
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 1048576,
          "byteOffset": 8388608
        },
        {
          "name": "model.layers.12.mlp.gate_up_proj.q_weight",
          "shape": [
            16384,
            256
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 16777216,
          "byteOffset": 9437184
        },
        {
          "name": "model.layers.12.mlp.gate_up_proj.q_scale",
          "shape": [
            16384,
            64
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 2097152,
          "byteOffset": 26214400
        },
        {
          "name": "model.layers.12.post_attention_layernorm.weight",
          "shape": [
            2048
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 4096,
          "byteOffset": 28311552
        },
        {
          "name": "model.layers.12.self_attn.qkv_proj.q_weight",
          "shape": [
            3072,
            256
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 3145728,
          "byteOffset": 28315648
        },
        {
          "name": "model.layers.12.self_attn.qkv_proj.q_scale",
          "shape": [
            3072,
            64
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 393216,
          "byteOffset": 31461376
        }
      ],
      "md5sum": "10bc3282c23bc5b4c1cca579ea759645"
    },
    {
      "dataPath": "params_shard_8.bin",
      "format": "raw-shard",
      "nbytes": 30679040,
      "records": [
        {
          "name": "model.layers.12.self_attn.o_proj.q_weight",
          "shape": [
            2048,
            256
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 2097152,
          "byteOffset": 0
        },
        {
          "name": "model.layers.12.self_attn.o_proj.q_scale",
          "shape": [
            2048,
            64
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 262144,
          "byteOffset": 2097152
        },
        {
          "name": "model.layers.13.input_layernorm.weight",
          "shape": [
            2048
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 4096,
          "byteOffset": 2359296
        },
        {
          "name": "model.layers.13.mlp.down_proj.q_weight",
          "shape": [
            2048,
            1024
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 8388608,
          "byteOffset": 2363392
        },
        {
          "name": "model.layers.13.mlp.down_proj.q_scale",
          "shape": [
            2048,
            256
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 1048576,
          "byteOffset": 10752000
        },
        {
          "name": "model.layers.13.mlp.gate_up_proj.q_weight",
          "shape": [
            16384,
            256
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 16777216,
          "byteOffset": 11800576
        },
        {
          "name": "model.layers.13.mlp.gate_up_proj.q_scale",
          "shape": [
            16384,
            64
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 2097152,
          "byteOffset": 28577792
        },
        {
          "name": "model.layers.13.post_attention_layernorm.weight",
          "shape": [
            2048
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 4096,
          "byteOffset": 30674944
        }
      ],
      "md5sum": "454f0626712f59c7a3df706f17e39932"
    },
    {
      "dataPath": "params_shard_9.bin",
      "format": "raw-shard",
      "nbytes": 32116736,
      "records": [
        {
          "name": "model.layers.13.self_attn.qkv_proj.q_weight",
          "shape": [
            3072,
            256
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 3145728,
          "byteOffset": 0
        },
        {
          "name": "model.layers.13.self_attn.qkv_proj.q_scale",
          "shape": [
            3072,
            64
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 393216,
          "byteOffset": 3145728
        },
        {
          "name": "model.layers.13.self_attn.o_proj.q_weight",
          "shape": [
            2048,
            256
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 2097152,
          "byteOffset": 3538944
        },
        {
          "name": "model.layers.13.self_attn.o_proj.q_scale",
          "shape": [
            2048,
            64
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 262144,
          "byteOffset": 5636096
        },
        {
          "name": "model.layers.14.input_layernorm.weight",
          "shape": [
            2048
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 4096,
          "byteOffset": 5898240
        },
        {
          "name": "model.layers.14.mlp.down_proj.q_weight",
          "shape": [
            2048,
            1024
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 8388608,
          "byteOffset": 5902336
        },
        {
          "name": "model.layers.14.mlp.down_proj.q_scale",
          "shape": [
            2048,
            256
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 1048576,
          "byteOffset": 14290944
        },
        {
          "name": "model.layers.14.mlp.gate_up_proj.q_weight",
          "shape": [
            16384,
            256
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 16777216,
          "byteOffset": 15339520
        }
      ],
      "md5sum": "44d2358aba02dc567f54998e6a75fb78"
    },
    {
      "dataPath": "params_shard_10.bin",
      "format": "raw-shard",
      "nbytes": 16777216,
      "records": [
        {
          "name": "model.layers.15.mlp.gate_up_proj.q_weight",
          "shape": [
            16384,
            256
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 16777216,
          "byteOffset": 0
        }
      ],
      "md5sum": "d3fd5cd5438c74f5743d05c5324f3fd3"
    },
    {
      "dataPath": "params_shard_11.bin",
      "format": "raw-shard",
      "nbytes": 25444352,
      "records": [
        {
          "name": "model.layers.14.mlp.gate_up_proj.q_scale",
          "shape": [
            16384,
            64
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 2097152,
          "byteOffset": 0
        },
        {
          "name": "model.layers.14.post_attention_layernorm.weight",
          "shape": [
            2048
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 4096,
          "byteOffset": 2097152
        },
        {
          "name": "model.layers.14.self_attn.qkv_proj.q_weight",
          "shape": [
            3072,
            256
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 3145728,
          "byteOffset": 2101248
        },
        {
          "name": "model.layers.14.self_attn.qkv_proj.q_scale",
          "shape": [
            3072,
            64
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 393216,
          "byteOffset": 5246976
        },
        {
          "name": "model.layers.14.self_attn.o_proj.q_weight",
          "shape": [
            2048,
            256
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 2097152,
          "byteOffset": 5640192
        },
        {
          "name": "model.layers.14.self_attn.o_proj.q_scale",
          "shape": [
            2048,
            64
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 262144,
          "byteOffset": 7737344
        },
        {
          "name": "model.layers.15.input_layernorm.weight",
          "shape": [
            2048
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 4096,
          "byteOffset": 7999488
        },
        {
          "name": "model.layers.15.mlp.down_proj.q_weight",
          "shape": [
            2048,
            1024
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 8388608,
          "byteOffset": 8003584
        },
        {
          "name": "model.layers.15.mlp.down_proj.q_scale",
          "shape": [
            2048,
            256
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 1048576,
          "byteOffset": 16392192
        },
        {
          "name": "model.layers.15.mlp.gate_up_proj.q_scale",
          "shape": [
            16384,
            64
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 2097152,
          "byteOffset": 17440768
        },
        {
          "name": "model.layers.15.post_attention_layernorm.weight",
          "shape": [
            2048
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 4096,
          "byteOffset": 19537920
        },
        {
          "name": "model.layers.15.self_attn.qkv_proj.q_weight",
          "shape": [
            3072,
            256
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 3145728,
          "byteOffset": 19542016
        },
        {
          "name": "model.layers.15.self_attn.qkv_proj.q_scale",
          "shape": [
            3072,
            64
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 393216,
          "byteOffset": 22687744
        },
        {
          "name": "model.layers.15.self_attn.o_proj.q_weight",
          "shape": [
            2048,
            256
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 2097152,
          "byteOffset": 23080960
        },
        {
          "name": "model.layers.15.self_attn.o_proj.q_scale",
          "shape": [
            2048,
            64
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 262144,
          "byteOffset": 25178112
        },
        {
          "name": "model.layers.2.input_layernorm.weight",
          "shape": [
            2048
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 4096,
          "byteOffset": 25440256
        }
      ],
      "md5sum": "a4ec52fb4769bc90c99a46f9e57345ef"
    },
    {
      "dataPath": "params_shard_12.bin",
      "format": "raw-shard",
      "nbytes": 31854592,
      "records": [
        {
          "name": "model.layers.2.mlp.down_proj.q_weight",
          "shape": [
            2048,
            1024
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 8388608,
          "byteOffset": 0
        },
        {
          "name": "model.layers.2.mlp.down_proj.q_scale",
          "shape": [
            2048,
            256
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 1048576,
          "byteOffset": 8388608
        },
        {
          "name": "model.layers.2.mlp.gate_up_proj.q_weight",
          "shape": [
            16384,
            256
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 16777216,
          "byteOffset": 9437184
        },
        {
          "name": "model.layers.2.mlp.gate_up_proj.q_scale",
          "shape": [
            16384,
            64
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 2097152,
          "byteOffset": 26214400
        },
        {
          "name": "model.layers.2.post_attention_layernorm.weight",
          "shape": [
            2048
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 4096,
          "byteOffset": 28311552
        },
        {
          "name": "model.layers.2.self_attn.qkv_proj.q_weight",
          "shape": [
            3072,
            256
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 3145728,
          "byteOffset": 28315648
        },
        {
          "name": "model.layers.2.self_attn.qkv_proj.q_scale",
          "shape": [
            3072,
            64
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 393216,
          "byteOffset": 31461376
        }
      ],
      "md5sum": "8405b7ebfd1e3cf7aafbb65bf48246c9"
    },
    {
      "dataPath": "params_shard_13.bin",
      "format": "raw-shard",
      "nbytes": 30679040,
      "records": [
        {
          "name": "model.layers.2.self_attn.o_proj.q_weight",
          "shape": [
            2048,
            256
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 2097152,
          "byteOffset": 0
        },
        {
          "name": "model.layers.2.self_attn.o_proj.q_scale",
          "shape": [
            2048,
            64
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 262144,
          "byteOffset": 2097152
        },
        {
          "name": "model.layers.3.input_layernorm.weight",
          "shape": [
            2048
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 4096,
          "byteOffset": 2359296
        },
        {
          "name": "model.layers.3.mlp.down_proj.q_weight",
          "shape": [
            2048,
            1024
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 8388608,
          "byteOffset": 2363392
        },
        {
          "name": "model.layers.3.mlp.down_proj.q_scale",
          "shape": [
            2048,
            256
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 1048576,
          "byteOffset": 10752000
        },
        {
          "name": "model.layers.3.mlp.gate_up_proj.q_weight",
          "shape": [
            16384,
            256
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 16777216,
          "byteOffset": 11800576
        },
        {
          "name": "model.layers.3.mlp.gate_up_proj.q_scale",
          "shape": [
            16384,
            64
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 2097152,
          "byteOffset": 28577792
        },
        {
          "name": "model.layers.3.post_attention_layernorm.weight",
          "shape": [
            2048
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 4096,
          "byteOffset": 30674944
        }
      ],
      "md5sum": "66223f02c1a4358cf574a8cc34322376"
    },
    {
      "dataPath": "params_shard_14.bin",
      "format": "raw-shard",
      "nbytes": 32116736,
      "records": [
        {
          "name": "model.layers.3.self_attn.qkv_proj.q_weight",
          "shape": [
            3072,
            256
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 3145728,
          "byteOffset": 0
        },
        {
          "name": "model.layers.3.self_attn.qkv_proj.q_scale",
          "shape": [
            3072,
            64
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 393216,
          "byteOffset": 3145728
        },
        {
          "name": "model.layers.3.self_attn.o_proj.q_weight",
          "shape": [
            2048,
            256
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 2097152,
          "byteOffset": 3538944
        },
        {
          "name": "model.layers.3.self_attn.o_proj.q_scale",
          "shape": [
            2048,
            64
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 262144,
          "byteOffset": 5636096
        },
        {
          "name": "model.layers.4.input_layernorm.weight",
          "shape": [
            2048
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 4096,
          "byteOffset": 5898240
        },
        {
          "name": "model.layers.4.mlp.down_proj.q_weight",
          "shape": [
            2048,
            1024
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 8388608,
          "byteOffset": 5902336
        },
        {
          "name": "model.layers.4.mlp.down_proj.q_scale",
          "shape": [
            2048,
            256
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 1048576,
          "byteOffset": 14290944
        },
        {
          "name": "model.layers.4.mlp.gate_up_proj.q_weight",
          "shape": [
            16384,
            256
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 16777216,
          "byteOffset": 15339520
        }
      ],
      "md5sum": "f69150d51004d6d01678c7efc6027db3"
    },
    {
      "dataPath": "params_shard_15.bin",
      "format": "raw-shard",
      "nbytes": 16777216,
      "records": [
        {
          "name": "model.layers.5.mlp.gate_up_proj.q_weight",
          "shape": [
            16384,
            256
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 16777216,
          "byteOffset": 0
        }
      ],
      "md5sum": "b1dc4a9df4483ddd8fa2a8035d61226b"
    },
    {
      "dataPath": "params_shard_16.bin",
      "format": "raw-shard",
      "nbytes": 25444352,
      "records": [
        {
          "name": "model.layers.4.mlp.gate_up_proj.q_scale",
          "shape": [
            16384,
            64
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 2097152,
          "byteOffset": 0
        },
        {
          "name": "model.layers.4.post_attention_layernorm.weight",
          "shape": [
            2048
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 4096,
          "byteOffset": 2097152
        },
        {
          "name": "model.layers.4.self_attn.qkv_proj.q_weight",
          "shape": [
            3072,
            256
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 3145728,
          "byteOffset": 2101248
        },
        {
          "name": "model.layers.4.self_attn.qkv_proj.q_scale",
          "shape": [
            3072,
            64
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 393216,
          "byteOffset": 5246976
        },
        {
          "name": "model.layers.4.self_attn.o_proj.q_weight",
          "shape": [
            2048,
            256
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 2097152,
          "byteOffset": 5640192
        },
        {
          "name": "model.layers.4.self_attn.o_proj.q_scale",
          "shape": [
            2048,
            64
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 262144,
          "byteOffset": 7737344
        },
        {
          "name": "model.layers.5.input_layernorm.weight",
          "shape": [
            2048
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 4096,
          "byteOffset": 7999488
        },
        {
          "name": "model.layers.5.mlp.down_proj.q_weight",
          "shape": [
            2048,
            1024
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 8388608,
          "byteOffset": 8003584
        },
        {
          "name": "model.layers.5.mlp.down_proj.q_scale",
          "shape": [
            2048,
            256
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 1048576,
          "byteOffset": 16392192
        },
        {
          "name": "model.layers.5.mlp.gate_up_proj.q_scale",
          "shape": [
            16384,
            64
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 2097152,
          "byteOffset": 17440768
        },
        {
          "name": "model.layers.5.post_attention_layernorm.weight",
          "shape": [
            2048
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 4096,
          "byteOffset": 19537920
        },
        {
          "name": "model.layers.5.self_attn.qkv_proj.q_weight",
          "shape": [
            3072,
            256
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 3145728,
          "byteOffset": 19542016
        },
        {
          "name": "model.layers.5.self_attn.qkv_proj.q_scale",
          "shape": [
            3072,
            64
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 393216,
          "byteOffset": 22687744
        },
        {
          "name": "model.layers.5.self_attn.o_proj.q_weight",
          "shape": [
            2048,
            256
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 2097152,
          "byteOffset": 23080960
        },
        {
          "name": "model.layers.5.self_attn.o_proj.q_scale",
          "shape": [
            2048,
            64
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 262144,
          "byteOffset": 25178112
        },
        {
          "name": "model.layers.6.input_layernorm.weight",
          "shape": [
            2048
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 4096,
          "byteOffset": 25440256
        }
      ],
      "md5sum": "0cc173906a95cd0cbd002d840ec591b6"
    },
    {
      "dataPath": "params_shard_17.bin",
      "format": "raw-shard",
      "nbytes": 31854592,
      "records": [
        {
          "name": "model.layers.6.mlp.down_proj.q_weight",
          "shape": [
            2048,
            1024
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 8388608,
          "byteOffset": 0
        },
        {
          "name": "model.layers.6.mlp.down_proj.q_scale",
          "shape": [
            2048,
            256
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 1048576,
          "byteOffset": 8388608
        },
        {
          "name": "model.layers.6.mlp.gate_up_proj.q_weight",
          "shape": [
            16384,
            256
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 16777216,
          "byteOffset": 9437184
        },
        {
          "name": "model.layers.6.mlp.gate_up_proj.q_scale",
          "shape": [
            16384,
            64
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 2097152,
          "byteOffset": 26214400
        },
        {
          "name": "model.layers.6.post_attention_layernorm.weight",
          "shape": [
            2048
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 4096,
          "byteOffset": 28311552
        },
        {
          "name": "model.layers.6.self_attn.qkv_proj.q_weight",
          "shape": [
            3072,
            256
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 3145728,
          "byteOffset": 28315648
        },
        {
          "name": "model.layers.6.self_attn.qkv_proj.q_scale",
          "shape": [
            3072,
            64
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 393216,
          "byteOffset": 31461376
        }
      ],
      "md5sum": "51ec3b1785ba95feb3a6660d149a89fe"
    },
    {
      "dataPath": "params_shard_18.bin",
      "format": "raw-shard",
      "nbytes": 30679040,
      "records": [
        {
          "name": "model.layers.6.self_attn.o_proj.q_weight",
          "shape": [
            2048,
            256
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 2097152,
          "byteOffset": 0
        },
        {
          "name": "model.layers.6.self_attn.o_proj.q_scale",
          "shape": [
            2048,
            64
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 262144,
          "byteOffset": 2097152
        },
        {
          "name": "model.layers.7.input_layernorm.weight",
          "shape": [
            2048
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 4096,
          "byteOffset": 2359296
        },
        {
          "name": "model.layers.7.mlp.down_proj.q_weight",
          "shape": [
            2048,
            1024
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 8388608,
          "byteOffset": 2363392
        },
        {
          "name": "model.layers.7.mlp.down_proj.q_scale",
          "shape": [
            2048,
            256
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 1048576,
          "byteOffset": 10752000
        },
        {
          "name": "model.layers.7.mlp.gate_up_proj.q_weight",
          "shape": [
            16384,
            256
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 16777216,
          "byteOffset": 11800576
        },
        {
          "name": "model.layers.7.mlp.gate_up_proj.q_scale",
          "shape": [
            16384,
            64
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 2097152,
          "byteOffset": 28577792
        },
        {
          "name": "model.layers.7.post_attention_layernorm.weight",
          "shape": [
            2048
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 4096,
          "byteOffset": 30674944
        }
      ],
      "md5sum": "cd6f32b3e76000579eb6e91771ed6cf1"
    },
    {
      "dataPath": "params_shard_19.bin",
      "format": "raw-shard",
      "nbytes": 32116736,
      "records": [
        {
          "name": "model.layers.7.self_attn.qkv_proj.q_weight",
          "shape": [
            3072,
            256
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 3145728,
          "byteOffset": 0
        },
        {
          "name": "model.layers.7.self_attn.qkv_proj.q_scale",
          "shape": [
            3072,
            64
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 393216,
          "byteOffset": 3145728
        },
        {
          "name": "model.layers.7.self_attn.o_proj.q_weight",
          "shape": [
            2048,
            256
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 2097152,
          "byteOffset": 3538944
        },
        {
          "name": "model.layers.7.self_attn.o_proj.q_scale",
          "shape": [
            2048,
            64
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 262144,
          "byteOffset": 5636096
        },
        {
          "name": "model.layers.8.input_layernorm.weight",
          "shape": [
            2048
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 4096,
          "byteOffset": 5898240
        },
        {
          "name": "model.layers.8.mlp.down_proj.q_weight",
          "shape": [
            2048,
            1024
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 8388608,
          "byteOffset": 5902336
        },
        {
          "name": "model.layers.8.mlp.down_proj.q_scale",
          "shape": [
            2048,
            256
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 1048576,
          "byteOffset": 14290944
        },
        {
          "name": "model.layers.8.mlp.gate_up_proj.q_weight",
          "shape": [
            16384,
            256
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 16777216,
          "byteOffset": 15339520
        }
      ],
      "md5sum": "8a2c47a0bd0a1379f718bf4e32e32f63"
    },
    {
      "dataPath": "params_shard_20.bin",
      "format": "raw-shard",
      "nbytes": 16777216,
      "records": [
        {
          "name": "model.layers.9.mlp.gate_up_proj.q_weight",
          "shape": [
            16384,
            256
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 16777216,
          "byteOffset": 0
        }
      ],
      "md5sum": "0468a6964ff3a5e2042daff008b8ee1d"
    },
    {
      "dataPath": "params_shard_21.bin",
      "format": "raw-shard",
      "nbytes": 25444352,
      "records": [
        {
          "name": "model.layers.8.mlp.gate_up_proj.q_scale",
          "shape": [
            16384,
            64
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 2097152,
          "byteOffset": 0
        },
        {
          "name": "model.layers.8.post_attention_layernorm.weight",
          "shape": [
            2048
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 4096,
          "byteOffset": 2097152
        },
        {
          "name": "model.layers.8.self_attn.qkv_proj.q_weight",
          "shape": [
            3072,
            256
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 3145728,
          "byteOffset": 2101248
        },
        {
          "name": "model.layers.8.self_attn.qkv_proj.q_scale",
          "shape": [
            3072,
            64
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 393216,
          "byteOffset": 5246976
        },
        {
          "name": "model.layers.8.self_attn.o_proj.q_weight",
          "shape": [
            2048,
            256
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 2097152,
          "byteOffset": 5640192
        },
        {
          "name": "model.layers.8.self_attn.o_proj.q_scale",
          "shape": [
            2048,
            64
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 262144,
          "byteOffset": 7737344
        },
        {
          "name": "model.layers.9.input_layernorm.weight",
          "shape": [
            2048
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 4096,
          "byteOffset": 7999488
        },
        {
          "name": "model.layers.9.mlp.down_proj.q_weight",
          "shape": [
            2048,
            1024
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 8388608,
          "byteOffset": 8003584
        },
        {
          "name": "model.layers.9.mlp.down_proj.q_scale",
          "shape": [
            2048,
            256
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 1048576,
          "byteOffset": 16392192
        },
        {
          "name": "model.layers.9.mlp.gate_up_proj.q_scale",
          "shape": [
            16384,
            64
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 2097152,
          "byteOffset": 17440768
        },
        {
          "name": "model.layers.9.post_attention_layernorm.weight",
          "shape": [
            2048
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 4096,
          "byteOffset": 19537920
        },
        {
          "name": "model.layers.9.self_attn.qkv_proj.q_weight",
          "shape": [
            3072,
            256
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 3145728,
          "byteOffset": 19542016
        },
        {
          "name": "model.layers.9.self_attn.qkv_proj.q_scale",
          "shape": [
            3072,
            64
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 393216,
          "byteOffset": 22687744
        },
        {
          "name": "model.layers.9.self_attn.o_proj.q_weight",
          "shape": [
            2048,
            256
          ],
          "dtype": "uint32",
          "format": "f32-to-bf16",
          "nbytes": 2097152,
          "byteOffset": 23080960
        },
        {
          "name": "model.layers.9.self_attn.o_proj.q_scale",
          "shape": [
            2048,
            64
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 262144,
          "byteOffset": 25178112
        },
        {
          "name": "model.norm.weight",
          "shape": [
            2048
          ],
          "dtype": "float16",
          "format": "f32-to-bf16",
          "nbytes": 4096,
          "byteOffset": 25440256
        }
      ],
      "md5sum": "bc183ce3915fed7902b3d4ea4bcfd814"
    }
  ]
}