{
    "metadata": {
        "ParamSize": 183,
        "ParamBytes": 1409830912.0,
        "BitsPerParam": 4.500347711112945
    },
    "records": [
        {
            "dataPath": "params_shard_0.bin",
            "format": "raw-shard",
            "nbytes": 262144000,
            "records": [
                {
                    "name": "model.embed_tokens.q_weight",
                    "shape": [
                        256000,
                        256
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 262144000,
                    "byteOffset": 0
                }
            ],
            "md5sum": "4500be88779baf43abfc8597bf8cf1fe"
        },
        {
            "dataPath": "params_shard_1.bin",
            "format": "raw-shard",
            "nbytes": 16777216,
            "records": [
                {
                    "name": "model.layers.0.mlp.down_proj.q_weight",
                    "shape": [
                        2048,
                        2048
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 16777216,
                    "byteOffset": 0
                }
            ],
            "md5sum": "f9cb18d24d85dd49026bca978aba8779"
        },
        {
            "dataPath": "params_shard_2.bin",
            "format": "raw-shard",
            "nbytes": 32772096,
            "records": [
                {
                    "name": "model.embed_tokens.q_scale",
                    "shape": [
                        256000,
                        64
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 32768000,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.0.input_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 4096,
                    "byteOffset": 32768000
                }
            ],
            "md5sum": "f379b208c95b8217c994896c7b6f2498"
        },
        {
            "dataPath": "params_shard_3.bin",
            "format": "raw-shard",
            "nbytes": 33554432,
            "records": [
                {
                    "name": "model.layers.0.mlp.gate_up_proj.q_weight",
                    "shape": [
                        32768,
                        256
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 33554432,
                    "byteOffset": 0
                }
            ],
            "md5sum": "204621a23b03df9a840e1ae2ed6bf4f9"
        },
        {
            "dataPath": "params_shard_4.bin",
            "format": "raw-shard",
            "nbytes": 33554432,
            "records": [
                {
                    "name": "model.layers.1.mlp.gate_up_proj.q_weight",
                    "shape": [
                        32768,
                        256
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 33554432,
                    "byteOffset": 0
                }
            ],
            "md5sum": "18725b818a840daecd9066b85009da0c"
        },
        {
            "dataPath": "params_shard_5.bin",
            "format": "raw-shard",
            "nbytes": 30482432,
            "records": [
                {
                    "name": "model.layers.0.mlp.down_proj.q_scale",
                    "shape": [
                        2048,
                        512
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.0.mlp.gate_up_proj.q_scale",
                    "shape": [
                        32768,
                        64
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 4194304,
                    "byteOffset": 2097152
                },
                {
                    "name": "model.layers.0.post_attention_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 4096,
                    "byteOffset": 6291456
                },
                {
                    "name": "model.layers.0.self_attn.qkv_proj.q_weight",
                    "shape": [
                        2560,
                        256
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 2621440,
                    "byteOffset": 6295552
                },
                {
                    "name": "model.layers.0.self_attn.qkv_proj.q_scale",
                    "shape": [
                        2560,
                        64
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 327680,
                    "byteOffset": 8916992
                },
                {
                    "name": "model.layers.0.self_attn.o_proj.q_weight",
                    "shape": [
                        2048,
                        256
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 9244672
                },
                {
                    "name": "model.layers.0.self_attn.o_proj.q_scale",
                    "shape": [
                        2048,
                        64
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 262144,
                    "byteOffset": 11341824
                },
                {
                    "name": "model.layers.1.input_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 4096,
                    "byteOffset": 11603968
                },
                {
                    "name": "model.layers.1.mlp.down_proj.q_weight",
                    "shape": [
                        2048,
                        2048
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 16777216,
                    "byteOffset": 11608064
                },
                {
                    "name": "model.layers.1.mlp.down_proj.q_scale",
                    "shape": [
                        2048,
                        512
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 28385280
                }
            ],
            "md5sum": "7c15aa7b52ca07a97177039d712cedd9"
        },
        {
            "dataPath": "params_shard_6.bin",
            "format": "raw-shard",
            "nbytes": 33554432,
            "records": [
                {
                    "name": "model.layers.10.mlp.gate_up_proj.q_weight",
                    "shape": [
                        32768,
                        256
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 33554432,
                    "byteOffset": 0
                }
            ],
            "md5sum": "08b950497c8c3488f0f3c0ba84474f63"
        },
        {
            "dataPath": "params_shard_7.bin",
            "format": "raw-shard",
            "nbytes": 32583680,
            "records": [
                {
                    "name": "model.layers.1.mlp.gate_up_proj.q_scale",
                    "shape": [
                        32768,
                        64
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 4194304,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.1.post_attention_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 4096,
                    "byteOffset": 4194304
                },
                {
                    "name": "model.layers.1.self_attn.qkv_proj.q_weight",
                    "shape": [
                        2560,
                        256
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 2621440,
                    "byteOffset": 4198400
                },
                {
                    "name": "model.layers.1.self_attn.qkv_proj.q_scale",
                    "shape": [
                        2560,
                        64
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 327680,
                    "byteOffset": 6819840
                },
                {
                    "name": "model.layers.1.self_attn.o_proj.q_weight",
                    "shape": [
                        2048,
                        256
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 7147520
                },
                {
                    "name": "model.layers.1.self_attn.o_proj.q_scale",
                    "shape": [
                        2048,
                        64
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 262144,
                    "byteOffset": 9244672
                },
                {
                    "name": "model.layers.10.input_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 4096,
                    "byteOffset": 9506816
                },
                {
                    "name": "model.layers.10.mlp.down_proj.q_weight",
                    "shape": [
                        2048,
                        2048
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 16777216,
                    "byteOffset": 9510912
                },
                {
                    "name": "model.layers.10.mlp.down_proj.q_scale",
                    "shape": [
                        2048,
                        512
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 26288128
                },
                {
                    "name": "model.layers.10.mlp.gate_up_proj.q_scale",
                    "shape": [
                        32768,
                        64
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 4194304,
                    "byteOffset": 28385280
                },
                {
                    "name": "model.layers.10.post_attention_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 4096,
                    "byteOffset": 32579584
                }
            ],
            "md5sum": "0673ff65c6c19d45c230e2141ae28938"
        },
        {
            "dataPath": "params_shard_8.bin",
            "format": "raw-shard",
            "nbytes": 33554432,
            "records": [
                {
                    "name": "model.layers.11.mlp.gate_up_proj.q_weight",
                    "shape": [
                        32768,
                        256
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 33554432,
                    "byteOffset": 0
                }
            ],
            "md5sum": "3aceb59631b434604e28a2e1b5a7ca70"
        },
        {
            "dataPath": "params_shard_9.bin",
            "format": "raw-shard",
            "nbytes": 33431552,
            "records": [
                {
                    "name": "model.layers.10.self_attn.qkv_proj.q_weight",
                    "shape": [
                        2560,
                        256
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 2621440,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.10.self_attn.qkv_proj.q_scale",
                    "shape": [
                        2560,
                        64
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 327680,
                    "byteOffset": 2621440
                },
                {
                    "name": "model.layers.10.self_attn.o_proj.q_weight",
                    "shape": [
                        2048,
                        256
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 2949120
                },
                {
                    "name": "model.layers.10.self_attn.o_proj.q_scale",
                    "shape": [
                        2048,
                        64
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 262144,
                    "byteOffset": 5046272
                },
                {
                    "name": "model.layers.11.input_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 4096,
                    "byteOffset": 5308416
                },
                {
                    "name": "model.layers.11.mlp.down_proj.q_weight",
                    "shape": [
                        2048,
                        2048
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 16777216,
                    "byteOffset": 5312512
                },
                {
                    "name": "model.layers.11.mlp.down_proj.q_scale",
                    "shape": [
                        2048,
                        512
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 22089728
                },
                {
                    "name": "model.layers.11.mlp.gate_up_proj.q_scale",
                    "shape": [
                        32768,
                        64
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 4194304,
                    "byteOffset": 24186880
                },
                {
                    "name": "model.layers.11.post_attention_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 4096,
                    "byteOffset": 28381184
                },
                {
                    "name": "model.layers.11.self_attn.qkv_proj.q_weight",
                    "shape": [
                        2560,
                        256
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 2621440,
                    "byteOffset": 28385280
                },
                {
                    "name": "model.layers.11.self_attn.qkv_proj.q_scale",
                    "shape": [
                        2560,
                        64
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 327680,
                    "byteOffset": 31006720
                },
                {
                    "name": "model.layers.11.self_attn.o_proj.q_weight",
                    "shape": [
                        2048,
                        256
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 31334400
                }
            ],
            "md5sum": "66c540d62213d216b9305e96cee9c8ac"
        },
        {
            "dataPath": "params_shard_10.bin",
            "format": "raw-shard",
            "nbytes": 33554432,
            "records": [
                {
                    "name": "model.layers.12.mlp.gate_up_proj.q_weight",
                    "shape": [
                        32768,
                        256
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 33554432,
                    "byteOffset": 0
                }
            ],
            "md5sum": "d0ace8d4a383529230afd3712f56ef57"
        },
        {
            "dataPath": "params_shard_11.bin",
            "format": "raw-shard",
            "nbytes": 16777216,
            "records": [
                {
                    "name": "model.layers.13.mlp.down_proj.q_weight",
                    "shape": [
                        2048,
                        2048
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 16777216,
                    "byteOffset": 0
                }
            ],
            "md5sum": "bcebd613568ae849be067b76abb8fa5b"
        },
        {
            "dataPath": "params_shard_12.bin",
            "format": "raw-shard",
            "nbytes": 33554432,
            "records": [
                {
                    "name": "model.layers.13.mlp.gate_up_proj.q_weight",
                    "shape": [
                        32768,
                        256
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 33554432,
                    "byteOffset": 0
                }
            ],
            "md5sum": "6adfad68e417ce4fc2eda82cba702c7e"
        },
        {
            "dataPath": "params_shard_13.bin",
            "format": "raw-shard",
            "nbytes": 30748672,
            "records": [
                {
                    "name": "model.layers.11.self_attn.o_proj.q_scale",
                    "shape": [
                        2048,
                        64
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 262144,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.12.input_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 4096,
                    "byteOffset": 262144
                },
                {
                    "name": "model.layers.12.mlp.down_proj.q_weight",
                    "shape": [
                        2048,
                        2048
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 16777216,
                    "byteOffset": 266240
                },
                {
                    "name": "model.layers.12.mlp.down_proj.q_scale",
                    "shape": [
                        2048,
                        512
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 17043456
                },
                {
                    "name": "model.layers.12.mlp.gate_up_proj.q_scale",
                    "shape": [
                        32768,
                        64
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 4194304,
                    "byteOffset": 19140608
                },
                {
                    "name": "model.layers.12.post_attention_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 4096,
                    "byteOffset": 23334912
                },
                {
                    "name": "model.layers.12.self_attn.qkv_proj.q_weight",
                    "shape": [
                        2560,
                        256
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 2621440,
                    "byteOffset": 23339008
                },
                {
                    "name": "model.layers.12.self_attn.qkv_proj.q_scale",
                    "shape": [
                        2560,
                        64
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 327680,
                    "byteOffset": 25960448
                },
                {
                    "name": "model.layers.12.self_attn.o_proj.q_weight",
                    "shape": [
                        2048,
                        256
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 26288128
                },
                {
                    "name": "model.layers.12.self_attn.o_proj.q_scale",
                    "shape": [
                        2048,
                        64
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 262144,
                    "byteOffset": 28385280
                },
                {
                    "name": "model.layers.13.input_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 4096,
                    "byteOffset": 28647424
                },
                {
                    "name": "model.layers.13.mlp.down_proj.q_scale",
                    "shape": [
                        2048,
                        512
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 28651520
                }
            ],
            "md5sum": "4feb42010efd516edf9fa68093cdb08d"
        },
        {
            "dataPath": "params_shard_14.bin",
            "format": "raw-shard",
            "nbytes": 33554432,
            "records": [
                {
                    "name": "model.layers.14.mlp.gate_up_proj.q_weight",
                    "shape": [
                        32768,
                        256
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 33554432,
                    "byteOffset": 0
                }
            ],
            "md5sum": "8dbbae58d609fee70cc37a248825effc"
        },
        {
            "dataPath": "params_shard_15.bin",
            "format": "raw-shard",
            "nbytes": 32583680,
            "records": [
                {
                    "name": "model.layers.13.mlp.gate_up_proj.q_scale",
                    "shape": [
                        32768,
                        64
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 4194304,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.13.post_attention_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 4096,
                    "byteOffset": 4194304
                },
                {
                    "name": "model.layers.13.self_attn.qkv_proj.q_weight",
                    "shape": [
                        2560,
                        256
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 2621440,
                    "byteOffset": 4198400
                },
                {
                    "name": "model.layers.13.self_attn.qkv_proj.q_scale",
                    "shape": [
                        2560,
                        64
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 327680,
                    "byteOffset": 6819840
                },
                {
                    "name": "model.layers.13.self_attn.o_proj.q_weight",
                    "shape": [
                        2048,
                        256
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 7147520
                },
                {
                    "name": "model.layers.13.self_attn.o_proj.q_scale",
                    "shape": [
                        2048,
                        64
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 262144,
                    "byteOffset": 9244672
                },
                {
                    "name": "model.layers.14.input_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 4096,
                    "byteOffset": 9506816
                },
                {
                    "name": "model.layers.14.mlp.down_proj.q_weight",
                    "shape": [
                        2048,
                        2048
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 16777216,
                    "byteOffset": 9510912
                },
                {
                    "name": "model.layers.14.mlp.down_proj.q_scale",
                    "shape": [
                        2048,
                        512
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 26288128
                },
                {
                    "name": "model.layers.14.mlp.gate_up_proj.q_scale",
                    "shape": [
                        32768,
                        64
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 4194304,
                    "byteOffset": 28385280
                },
                {
                    "name": "model.layers.14.post_attention_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 4096,
                    "byteOffset": 32579584
                }
            ],
            "md5sum": "6ec5ff4139bfa5a73b853d7d3cc737a2"
        },
        {
            "dataPath": "params_shard_16.bin",
            "format": "raw-shard",
            "nbytes": 33554432,
            "records": [
                {
                    "name": "model.layers.15.mlp.gate_up_proj.q_weight",
                    "shape": [
                        32768,
                        256
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 33554432,
                    "byteOffset": 0
                }
            ],
            "md5sum": "78d11e159a64cabed0a9e2bd3ba31119"
        },
        {
            "dataPath": "params_shard_17.bin",
            "format": "raw-shard",
            "nbytes": 33431552,
            "records": [
                {
                    "name": "model.layers.14.self_attn.qkv_proj.q_weight",
                    "shape": [
                        2560,
                        256
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 2621440,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.14.self_attn.qkv_proj.q_scale",
                    "shape": [
                        2560,
                        64
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 327680,
                    "byteOffset": 2621440
                },
                {
                    "name": "model.layers.14.self_attn.o_proj.q_weight",
                    "shape": [
                        2048,
                        256
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 2949120
                },
                {
                    "name": "model.layers.14.self_attn.o_proj.q_scale",
                    "shape": [
                        2048,
                        64
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 262144,
                    "byteOffset": 5046272
                },
                {
                    "name": "model.layers.15.input_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 4096,
                    "byteOffset": 5308416
                },
                {
                    "name": "model.layers.15.mlp.down_proj.q_weight",
                    "shape": [
                        2048,
                        2048
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 16777216,
                    "byteOffset": 5312512
                },
                {
                    "name": "model.layers.15.mlp.down_proj.q_scale",
                    "shape": [
                        2048,
                        512
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 22089728
                },
                {
                    "name": "model.layers.15.mlp.gate_up_proj.q_scale",
                    "shape": [
                        32768,
                        64
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 4194304,
                    "byteOffset": 24186880
                },
                {
                    "name": "model.layers.15.post_attention_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 4096,
                    "byteOffset": 28381184
                },
                {
                    "name": "model.layers.15.self_attn.qkv_proj.q_weight",
                    "shape": [
                        2560,
                        256
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 2621440,
                    "byteOffset": 28385280
                },
                {
                    "name": "model.layers.15.self_attn.qkv_proj.q_scale",
                    "shape": [
                        2560,
                        64
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 327680,
                    "byteOffset": 31006720
                },
                {
                    "name": "model.layers.15.self_attn.o_proj.q_weight",
                    "shape": [
                        2048,
                        256
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 31334400
                }
            ],
            "md5sum": "3f88074a605dbb3a266decb476915f19"
        },
        {
            "dataPath": "params_shard_18.bin",
            "format": "raw-shard",
            "nbytes": 33554432,
            "records": [
                {
                    "name": "model.layers.16.mlp.gate_up_proj.q_weight",
                    "shape": [
                        32768,
                        256
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 33554432,
                    "byteOffset": 0
                }
            ],
            "md5sum": "1aad3aa5d1fc0f229b8f737c9dacb897"
        },
        {
            "dataPath": "params_shard_19.bin",
            "format": "raw-shard",
            "nbytes": 33554432,
            "records": [
                {
                    "name": "model.layers.17.mlp.gate_up_proj.q_weight",
                    "shape": [
                        32768,
                        256
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 33554432,
                    "byteOffset": 0
                }
            ],
            "md5sum": "019a2e3d130f12d25c415c290651f406"
        },
        {
            "dataPath": "params_shard_20.bin",
            "format": "raw-shard",
            "nbytes": 32841728,
            "records": [
                {
                    "name": "model.layers.15.self_attn.o_proj.q_scale",
                    "shape": [
                        2048,
                        64
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 262144,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.16.input_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 4096,
                    "byteOffset": 262144
                },
                {
                    "name": "model.layers.16.mlp.down_proj.q_weight",
                    "shape": [
                        2048,
                        2048
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 16777216,
                    "byteOffset": 266240
                },
                {
                    "name": "model.layers.16.mlp.down_proj.q_scale",
                    "shape": [
                        2048,
                        512
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 17043456
                },
                {
                    "name": "model.layers.16.mlp.gate_up_proj.q_scale",
                    "shape": [
                        32768,
                        64
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 4194304,
                    "byteOffset": 19140608
                },
                {
                    "name": "model.layers.16.post_attention_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 4096,
                    "byteOffset": 23334912
                },
                {
                    "name": "model.layers.16.self_attn.qkv_proj.q_weight",
                    "shape": [
                        2560,
                        256
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 2621440,
                    "byteOffset": 23339008
                },
                {
                    "name": "model.layers.16.self_attn.qkv_proj.q_scale",
                    "shape": [
                        2560,
                        64
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 327680,
                    "byteOffset": 25960448
                },
                {
                    "name": "model.layers.16.self_attn.o_proj.q_weight",
                    "shape": [
                        2048,
                        256
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 26288128
                },
                {
                    "name": "model.layers.16.self_attn.o_proj.q_scale",
                    "shape": [
                        2048,
                        64
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 262144,
                    "byteOffset": 28385280
                },
                {
                    "name": "model.layers.17.mlp.gate_up_proj.q_scale",
                    "shape": [
                        32768,
                        64
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 4194304,
                    "byteOffset": 28647424
                }
            ],
            "md5sum": "5dbc6ac0685b1972766cdf1f2afa6d34"
        },
        {
            "dataPath": "params_shard_21.bin",
            "format": "raw-shard",
            "nbytes": 33554432,
            "records": [
                {
                    "name": "model.layers.2.mlp.gate_up_proj.q_weight",
                    "shape": [
                        32768,
                        256
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 33554432,
                    "byteOffset": 0
                }
            ],
            "md5sum": "ea4f2bc25b9d383ea6fd7527a88cfcc3"
        },
        {
            "dataPath": "params_shard_22.bin",
            "format": "raw-shard",
            "nbytes": 33431552,
            "records": [
                {
                    "name": "model.layers.17.self_attn.qkv_proj.q_weight",
                    "shape": [
                        2560,
                        256
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 2621440,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.17.self_attn.qkv_proj.q_scale",
                    "shape": [
                        2560,
                        64
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 327680,
                    "byteOffset": 2621440
                },
                {
                    "name": "model.layers.17.self_attn.o_proj.q_weight",
                    "shape": [
                        2048,
                        256
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 2949120
                },
                {
                    "name": "model.layers.17.self_attn.o_proj.q_scale",
                    "shape": [
                        2048,
                        64
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 262144,
                    "byteOffset": 5046272
                },
                {
                    "name": "model.layers.2.input_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 4096,
                    "byteOffset": 5308416
                },
                {
                    "name": "model.layers.2.mlp.down_proj.q_weight",
                    "shape": [
                        2048,
                        2048
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 16777216,
                    "byteOffset": 5312512
                },
                {
                    "name": "model.layers.2.mlp.down_proj.q_scale",
                    "shape": [
                        2048,
                        512
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 22089728
                },
                {
                    "name": "model.layers.2.mlp.gate_up_proj.q_scale",
                    "shape": [
                        32768,
                        64
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 4194304,
                    "byteOffset": 24186880
                },
                {
                    "name": "model.layers.2.post_attention_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 4096,
                    "byteOffset": 28381184
                },
                {
                    "name": "model.layers.2.self_attn.qkv_proj.q_weight",
                    "shape": [
                        2560,
                        256
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 2621440,
                    "byteOffset": 28385280
                },
                {
                    "name": "model.layers.2.self_attn.qkv_proj.q_scale",
                    "shape": [
                        2560,
                        64
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 327680,
                    "byteOffset": 31006720
                },
                {
                    "name": "model.layers.2.self_attn.o_proj.q_weight",
                    "shape": [
                        2048,
                        256
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 31334400
                }
            ],
            "md5sum": "98f37a4dd1f8799de172cd63c97875c7"
        },
        {
            "dataPath": "params_shard_23.bin",
            "format": "raw-shard",
            "nbytes": 33554432,
            "records": [
                {
                    "name": "model.layers.3.mlp.gate_up_proj.q_weight",
                    "shape": [
                        32768,
                        256
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 33554432,
                    "byteOffset": 0
                }
            ],
            "md5sum": "7dc317cc611cb5e1eaf5003c540237c4"
        },
        {
            "dataPath": "params_shard_24.bin",
            "format": "raw-shard",
            "nbytes": 16777216,
            "records": [
                {
                    "name": "model.layers.4.mlp.down_proj.q_weight",
                    "shape": [
                        2048,
                        2048
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 16777216,
                    "byteOffset": 0
                }
            ],
            "md5sum": "b01eb38cdff69fc94e79ca5d3e192511"
        },
        {
            "dataPath": "params_shard_25.bin",
            "format": "raw-shard",
            "nbytes": 33554432,
            "records": [
                {
                    "name": "model.layers.4.mlp.gate_up_proj.q_weight",
                    "shape": [
                        32768,
                        256
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 33554432,
                    "byteOffset": 0
                }
            ],
            "md5sum": "4e92907cb5fbb6e6a724b533492151ef"
        },
        {
            "dataPath": "params_shard_26.bin",
            "format": "raw-shard",
            "nbytes": 30748672,
            "records": [
                {
                    "name": "model.layers.2.self_attn.o_proj.q_scale",
                    "shape": [
                        2048,
                        64
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 262144,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.3.input_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 4096,
                    "byteOffset": 262144
                },
                {
                    "name": "model.layers.3.mlp.down_proj.q_weight",
                    "shape": [
                        2048,
                        2048
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 16777216,
                    "byteOffset": 266240
                },
                {
                    "name": "model.layers.3.mlp.down_proj.q_scale",
                    "shape": [
                        2048,
                        512
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 17043456
                },
                {
                    "name": "model.layers.3.mlp.gate_up_proj.q_scale",
                    "shape": [
                        32768,
                        64
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 4194304,
                    "byteOffset": 19140608
                },
                {
                    "name": "model.layers.3.post_attention_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 4096,
                    "byteOffset": 23334912
                },
                {
                    "name": "model.layers.3.self_attn.qkv_proj.q_weight",
                    "shape": [
                        2560,
                        256
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 2621440,
                    "byteOffset": 23339008
                },
                {
                    "name": "model.layers.3.self_attn.qkv_proj.q_scale",
                    "shape": [
                        2560,
                        64
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 327680,
                    "byteOffset": 25960448
                },
                {
                    "name": "model.layers.3.self_attn.o_proj.q_weight",
                    "shape": [
                        2048,
                        256
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 26288128
                },
                {
                    "name": "model.layers.3.self_attn.o_proj.q_scale",
                    "shape": [
                        2048,
                        64
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 262144,
                    "byteOffset": 28385280
                },
                {
                    "name": "model.layers.4.input_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 4096,
                    "byteOffset": 28647424
                },
                {
                    "name": "model.layers.4.mlp.down_proj.q_scale",
                    "shape": [
                        2048,
                        512
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 28651520
                }
            ],
            "md5sum": "52ff63baf250b9262077f5c1cd1a948b"
        },
        {
            "dataPath": "params_shard_27.bin",
            "format": "raw-shard",
            "nbytes": 33554432,
            "records": [
                {
                    "name": "model.layers.5.mlp.gate_up_proj.q_weight",
                    "shape": [
                        32768,
                        256
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 33554432,
                    "byteOffset": 0
                }
            ],
            "md5sum": "bff8b704635cd261da01c8737a110ed6"
        },
        {
            "dataPath": "params_shard_28.bin",
            "format": "raw-shard",
            "nbytes": 32583680,
            "records": [
                {
                    "name": "model.layers.4.mlp.gate_up_proj.q_scale",
                    "shape": [
                        32768,
                        64
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 4194304,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.4.post_attention_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 4096,
                    "byteOffset": 4194304
                },
                {
                    "name": "model.layers.4.self_attn.qkv_proj.q_weight",
                    "shape": [
                        2560,
                        256
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 2621440,
                    "byteOffset": 4198400
                },
                {
                    "name": "model.layers.4.self_attn.qkv_proj.q_scale",
                    "shape": [
                        2560,
                        64
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 327680,
                    "byteOffset": 6819840
                },
                {
                    "name": "model.layers.4.self_attn.o_proj.q_weight",
                    "shape": [
                        2048,
                        256
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 7147520
                },
                {
                    "name": "model.layers.4.self_attn.o_proj.q_scale",
                    "shape": [
                        2048,
                        64
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 262144,
                    "byteOffset": 9244672
                },
                {
                    "name": "model.layers.5.input_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 4096,
                    "byteOffset": 9506816
                },
                {
                    "name": "model.layers.5.mlp.down_proj.q_weight",
                    "shape": [
                        2048,
                        2048
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 16777216,
                    "byteOffset": 9510912
                },
                {
                    "name": "model.layers.5.mlp.down_proj.q_scale",
                    "shape": [
                        2048,
                        512
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 26288128
                },
                {
                    "name": "model.layers.5.mlp.gate_up_proj.q_scale",
                    "shape": [
                        32768,
                        64
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 4194304,
                    "byteOffset": 28385280
                },
                {
                    "name": "model.layers.5.post_attention_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 4096,
                    "byteOffset": 32579584
                }
            ],
            "md5sum": "5bada953a46b78935e2dd6208ddeba5a"
        },
        {
            "dataPath": "params_shard_29.bin",
            "format": "raw-shard",
            "nbytes": 33554432,
            "records": [
                {
                    "name": "model.layers.6.mlp.gate_up_proj.q_weight",
                    "shape": [
                        32768,
                        256
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 33554432,
                    "byteOffset": 0
                }
            ],
            "md5sum": "ffb85727fd70e236e38e597c14f95205"
        },
        {
            "dataPath": "params_shard_30.bin",
            "format": "raw-shard",
            "nbytes": 33431552,
            "records": [
                {
                    "name": "model.layers.5.self_attn.qkv_proj.q_weight",
                    "shape": [
                        2560,
                        256
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 2621440,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.5.self_attn.qkv_proj.q_scale",
                    "shape": [
                        2560,
                        64
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 327680,
                    "byteOffset": 2621440
                },
                {
                    "name": "model.layers.5.self_attn.o_proj.q_weight",
                    "shape": [
                        2048,
                        256
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 2949120
                },
                {
                    "name": "model.layers.5.self_attn.o_proj.q_scale",
                    "shape": [
                        2048,
                        64
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 262144,
                    "byteOffset": 5046272
                },
                {
                    "name": "model.layers.6.input_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 4096,
                    "byteOffset": 5308416
                },
                {
                    "name": "model.layers.6.mlp.down_proj.q_weight",
                    "shape": [
                        2048,
                        2048
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 16777216,
                    "byteOffset": 5312512
                },
                {
                    "name": "model.layers.6.mlp.down_proj.q_scale",
                    "shape": [
                        2048,
                        512
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 22089728
                },
                {
                    "name": "model.layers.6.mlp.gate_up_proj.q_scale",
                    "shape": [
                        32768,
                        64
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 4194304,
                    "byteOffset": 24186880
                },
                {
                    "name": "model.layers.6.post_attention_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 4096,
                    "byteOffset": 28381184
                },
                {
                    "name": "model.layers.6.self_attn.qkv_proj.q_weight",
                    "shape": [
                        2560,
                        256
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 2621440,
                    "byteOffset": 28385280
                },
                {
                    "name": "model.layers.6.self_attn.qkv_proj.q_scale",
                    "shape": [
                        2560,
                        64
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 327680,
                    "byteOffset": 31006720
                },
                {
                    "name": "model.layers.6.self_attn.o_proj.q_weight",
                    "shape": [
                        2048,
                        256
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 31334400
                }
            ],
            "md5sum": "cba35d640eba60aedd008abffeb4b3ce"
        },
        {
            "dataPath": "params_shard_31.bin",
            "format": "raw-shard",
            "nbytes": 33554432,
            "records": [
                {
                    "name": "model.layers.7.mlp.gate_up_proj.q_weight",
                    "shape": [
                        32768,
                        256
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 33554432,
                    "byteOffset": 0
                }
            ],
            "md5sum": "f491993c5a150a264d4b55acc157aa5b"
        },
        {
            "dataPath": "params_shard_32.bin",
            "format": "raw-shard",
            "nbytes": 16777216,
            "records": [
                {
                    "name": "model.layers.8.mlp.down_proj.q_weight",
                    "shape": [
                        2048,
                        2048
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 16777216,
                    "byteOffset": 0
                }
            ],
            "md5sum": "08b5c72d27a402493eaba19d343cb90d"
        },
        {
            "dataPath": "params_shard_33.bin",
            "format": "raw-shard",
            "nbytes": 33554432,
            "records": [
                {
                    "name": "model.layers.8.mlp.gate_up_proj.q_weight",
                    "shape": [
                        32768,
                        256
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 33554432,
                    "byteOffset": 0
                }
            ],
            "md5sum": "cb6e44309fd4e5c9d3b57d08b31ad401"
        },
        {
            "dataPath": "params_shard_34.bin",
            "format": "raw-shard",
            "nbytes": 30748672,
            "records": [
                {
                    "name": "model.layers.6.self_attn.o_proj.q_scale",
                    "shape": [
                        2048,
                        64
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 262144,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.7.input_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 4096,
                    "byteOffset": 262144
                },
                {
                    "name": "model.layers.7.mlp.down_proj.q_weight",
                    "shape": [
                        2048,
                        2048
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 16777216,
                    "byteOffset": 266240
                },
                {
                    "name": "model.layers.7.mlp.down_proj.q_scale",
                    "shape": [
                        2048,
                        512
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 17043456
                },
                {
                    "name": "model.layers.7.mlp.gate_up_proj.q_scale",
                    "shape": [
                        32768,
                        64
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 4194304,
                    "byteOffset": 19140608
                },
                {
                    "name": "model.layers.7.post_attention_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 4096,
                    "byteOffset": 23334912
                },
                {
                    "name": "model.layers.7.self_attn.qkv_proj.q_weight",
                    "shape": [
                        2560,
                        256
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 2621440,
                    "byteOffset": 23339008
                },
                {
                    "name": "model.layers.7.self_attn.qkv_proj.q_scale",
                    "shape": [
                        2560,
                        64
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 327680,
                    "byteOffset": 25960448
                },
                {
                    "name": "model.layers.7.self_attn.o_proj.q_weight",
                    "shape": [
                        2048,
                        256
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 26288128
                },
                {
                    "name": "model.layers.7.self_attn.o_proj.q_scale",
                    "shape": [
                        2048,
                        64
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 262144,
                    "byteOffset": 28385280
                },
                {
                    "name": "model.layers.8.input_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 4096,
                    "byteOffset": 28647424
                },
                {
                    "name": "model.layers.8.mlp.down_proj.q_scale",
                    "shape": [
                        2048,
                        512
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 28651520
                }
            ],
            "md5sum": "91baf8de590b5e5ad54a41bb6fb61e04"
        },
        {
            "dataPath": "params_shard_35.bin",
            "format": "raw-shard",
            "nbytes": 33554432,
            "records": [
                {
                    "name": "model.layers.9.mlp.gate_up_proj.q_weight",
                    "shape": [
                        32768,
                        256
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 33554432,
                    "byteOffset": 0
                }
            ],
            "md5sum": "ba980829ddbe11e984724e8912acbdcb"
        },
        {
            "dataPath": "params_shard_36.bin",
            "format": "raw-shard",
            "nbytes": 32583680,
            "records": [
                {
                    "name": "model.layers.8.mlp.gate_up_proj.q_scale",
                    "shape": [
                        32768,
                        64
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 4194304,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.8.post_attention_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 4096,
                    "byteOffset": 4194304
                },
                {
                    "name": "model.layers.8.self_attn.qkv_proj.q_weight",
                    "shape": [
                        2560,
                        256
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 2621440,
                    "byteOffset": 4198400
                },
                {
                    "name": "model.layers.8.self_attn.qkv_proj.q_scale",
                    "shape": [
                        2560,
                        64
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 327680,
                    "byteOffset": 6819840
                },
                {
                    "name": "model.layers.8.self_attn.o_proj.q_weight",
                    "shape": [
                        2048,
                        256
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 7147520
                },
                {
                    "name": "model.layers.8.self_attn.o_proj.q_scale",
                    "shape": [
                        2048,
                        64
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 262144,
                    "byteOffset": 9244672
                },
                {
                    "name": "model.layers.9.input_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 4096,
                    "byteOffset": 9506816
                },
                {
                    "name": "model.layers.9.mlp.down_proj.q_weight",
                    "shape": [
                        2048,
                        2048
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 16777216,
                    "byteOffset": 9510912
                },
                {
                    "name": "model.layers.9.mlp.down_proj.q_scale",
                    "shape": [
                        2048,
                        512
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 26288128
                },
                {
                    "name": "model.layers.9.mlp.gate_up_proj.q_scale",
                    "shape": [
                        32768,
                        64
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 4194304,
                    "byteOffset": 28385280
                },
                {
                    "name": "model.layers.9.post_attention_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 4096,
                    "byteOffset": 32579584
                }
            ],
            "md5sum": "7e861dedbe40f928409097b34fda51a7"
        },
        {
            "dataPath": "params_shard_37.bin",
            "format": "raw-shard",
            "nbytes": 24195072,
            "records": [
                {
                    "name": "model.layers.9.self_attn.qkv_proj.q_weight",
                    "shape": [
                        2560,
                        256
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 2621440,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.9.self_attn.qkv_proj.q_scale",
                    "shape": [
                        2560,
                        64
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 327680,
                    "byteOffset": 2621440
                },
                {
                    "name": "model.layers.9.self_attn.o_proj.q_weight",
                    "shape": [
                        2048,
                        256
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 2949120
                },
                {
                    "name": "model.layers.9.self_attn.o_proj.q_scale",
                    "shape": [
                        2048,
                        64
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 262144,
                    "byteOffset": 5046272
                },
                {
                    "name": "model.layers.17.input_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 4096,
                    "byteOffset": 5308416
                },
                {
                    "name": "model.layers.17.mlp.down_proj.q_weight",
                    "shape": [
                        2048,
                        2048
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 16777216,
                    "byteOffset": 5312512
                },
                {
                    "name": "model.layers.17.mlp.down_proj.q_scale",
                    "shape": [
                        2048,
                        512
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2097152,
                    "byteOffset": 22089728
                },
                {
                    "name": "model.layers.17.post_attention_layernorm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 4096,
                    "byteOffset": 24186880
                },
                {
                    "name": "model.norm.weight",
                    "shape": [
                        2048
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 4096,
                    "byteOffset": 24190976
                }
            ],
            "md5sum": "625c0b648f2a41373130f62c3ed0c808"
        }
    ]
}