{
    "metadata": {
        "ParamSize": 445,
        "ParamBytes": 2222822400.0,
        "BitsPerParam": 4.501497946035061
    },
    "records": [
        {
            "dataPath": "params_shard_0.bin",
            "format": "raw-shard",
            "nbytes": 194478080,
            "records": [
                {
                    "name": "lm_head.q_weight",
                    "shape": [
                        151936,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 194478080,
                    "byteOffset": 0
                }
            ],
            "md5sum": "c3e9d6c33f156c21a7d4aa1aabe20140"
        },
        {
            "dataPath": "params_shard_1.bin",
            "format": "raw-shard",
            "nbytes": 194478080,
            "records": [
                {
                    "name": "model.embed_tokens.q_weight",
                    "shape": [
                        151936,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 194478080,
                    "byteOffset": 0
                }
            ],
            "md5sum": "f24bd841edada926b1bdf5a7628c6c68"
        },
        {
            "dataPath": "params_shard_2.bin",
            "format": "raw-shard",
            "nbytes": 24309760,
            "records": [
                {
                    "name": "model.embed_tokens.q_scale",
                    "shape": [
                        151936,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 24309760,
                    "byteOffset": 0
                }
            ],
            "md5sum": "4929a87aedb9dce94ca343bfea1befb7"
        },
        {
            "dataPath": "params_shard_3.bin",
            "format": "raw-shard",
            "nbytes": 33162240,
            "records": [
                {
                    "name": "lm_head.q_scale",
                    "shape": [
                        151936,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 24309760,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.0.input_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 24309760
                },
                {
                    "name": "model.layers.0.mlp.down_proj.q_weight",
                    "shape": [
                        2560,
                        864
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8847360,
                    "byteOffset": 24314880
                }
            ],
            "md5sum": "5eeace80b3449b997cd503ca9056cda2"
        },
        {
            "dataPath": "params_shard_4.bin",
            "format": "raw-shard",
            "nbytes": 32092160,
            "records": [
                {
                    "name": "model.layers.0.mlp.down_proj.q_scale",
                    "shape": [
                        2560,
                        216
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1105920,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.0.mlp.gate_up_proj.q_weight",
                    "shape": [
                        13824,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 17694720,
                    "byteOffset": 1105920
                },
                {
                    "name": "model.layers.0.mlp.gate_up_proj.q_scale",
                    "shape": [
                        13824,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2211840,
                    "byteOffset": 18800640
                },
                {
                    "name": "model.layers.0.post_attention_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 21012480
                },
                {
                    "name": "model.layers.0.self_attn.c_attn.bias",
                    "shape": [
                        7680
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 15360,
                    "byteOffset": 21017600
                },
                {
                    "name": "model.layers.0.self_attn.c_attn.q_weight",
                    "shape": [
                        7680,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 9830400,
                    "byteOffset": 21032960
                },
                {
                    "name": "model.layers.0.self_attn.c_attn.q_scale",
                    "shape": [
                        7680,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1228800,
                    "byteOffset": 30863360
                }
            ],
            "md5sum": "fcd57d38a484b7ef1fe8d65b5bcd52f1"
        },
        {
            "dataPath": "params_shard_5.bin",
            "format": "raw-shard",
            "nbytes": 33551360,
            "records": [
                {
                    "name": "model.layers.0.self_attn.o_proj.q_weight",
                    "shape": [
                        2560,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3276800,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.0.self_attn.o_proj.q_scale",
                    "shape": [
                        2560,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 409600,
                    "byteOffset": 3276800
                },
                {
                    "name": "model.layers.1.input_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 3686400
                },
                {
                    "name": "model.layers.1.mlp.down_proj.q_weight",
                    "shape": [
                        2560,
                        864
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8847360,
                    "byteOffset": 3691520
                },
                {
                    "name": "model.layers.1.mlp.down_proj.q_scale",
                    "shape": [
                        2560,
                        216
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1105920,
                    "byteOffset": 12538880
                },
                {
                    "name": "model.layers.1.mlp.gate_up_proj.q_weight",
                    "shape": [
                        13824,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 17694720,
                    "byteOffset": 13644800
                },
                {
                    "name": "model.layers.1.mlp.gate_up_proj.q_scale",
                    "shape": [
                        13824,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2211840,
                    "byteOffset": 31339520
                }
            ],
            "md5sum": "e5005ef4912dd09e9ec1c598f56fb543"
        },
        {
            "dataPath": "params_shard_6.bin",
            "format": "raw-shard",
            "nbytes": 17694720,
            "records": [
                {
                    "name": "model.layers.10.mlp.gate_up_proj.q_weight",
                    "shape": [
                        13824,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 17694720,
                    "byteOffset": 0
                }
            ],
            "md5sum": "ae42282f108fb585809ad6c53936c787"
        },
        {
            "dataPath": "params_shard_7.bin",
            "format": "raw-shard",
            "nbytes": 26956800,
            "records": [
                {
                    "name": "model.layers.1.post_attention_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.1.self_attn.c_attn.bias",
                    "shape": [
                        7680
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 15360,
                    "byteOffset": 5120
                },
                {
                    "name": "model.layers.1.self_attn.c_attn.q_weight",
                    "shape": [
                        7680,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 9830400,
                    "byteOffset": 20480
                },
                {
                    "name": "model.layers.1.self_attn.c_attn.q_scale",
                    "shape": [
                        7680,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1228800,
                    "byteOffset": 9850880
                },
                {
                    "name": "model.layers.1.self_attn.o_proj.q_weight",
                    "shape": [
                        2560,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3276800,
                    "byteOffset": 11079680
                },
                {
                    "name": "model.layers.1.self_attn.o_proj.q_scale",
                    "shape": [
                        2560,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 409600,
                    "byteOffset": 14356480
                },
                {
                    "name": "model.layers.10.input_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 14766080
                },
                {
                    "name": "model.layers.10.mlp.down_proj.q_weight",
                    "shape": [
                        2560,
                        864
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8847360,
                    "byteOffset": 14771200
                },
                {
                    "name": "model.layers.10.mlp.down_proj.q_scale",
                    "shape": [
                        2560,
                        216
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1105920,
                    "byteOffset": 23618560
                },
                {
                    "name": "model.layers.10.mlp.gate_up_proj.q_scale",
                    "shape": [
                        13824,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2211840,
                    "byteOffset": 24724480
                },
                {
                    "name": "model.layers.10.post_attention_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 26936320
                },
                {
                    "name": "model.layers.10.self_attn.c_attn.bias",
                    "shape": [
                        7680
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 15360,
                    "byteOffset": 26941440
                }
            ],
            "md5sum": "62cba6f40711457fce1e1a7ef934473b"
        },
        {
            "dataPath": "params_shard_8.bin",
            "format": "raw-shard",
            "nbytes": 17694720,
            "records": [
                {
                    "name": "model.layers.11.mlp.gate_up_proj.q_weight",
                    "shape": [
                        13824,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 17694720,
                    "byteOffset": 0
                }
            ],
            "md5sum": "69c2b88960ffa81d56e1840e7d6313f3"
        },
        {
            "dataPath": "params_shard_9.bin",
            "format": "raw-shard",
            "nbytes": 26936320,
            "records": [
                {
                    "name": "model.layers.10.self_attn.c_attn.q_weight",
                    "shape": [
                        7680,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 9830400,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.10.self_attn.c_attn.q_scale",
                    "shape": [
                        7680,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1228800,
                    "byteOffset": 9830400
                },
                {
                    "name": "model.layers.10.self_attn.o_proj.q_weight",
                    "shape": [
                        2560,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3276800,
                    "byteOffset": 11059200
                },
                {
                    "name": "model.layers.10.self_attn.o_proj.q_scale",
                    "shape": [
                        2560,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 409600,
                    "byteOffset": 14336000
                },
                {
                    "name": "model.layers.11.input_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 14745600
                },
                {
                    "name": "model.layers.11.mlp.down_proj.q_weight",
                    "shape": [
                        2560,
                        864
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8847360,
                    "byteOffset": 14750720
                },
                {
                    "name": "model.layers.11.mlp.down_proj.q_scale",
                    "shape": [
                        2560,
                        216
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1105920,
                    "byteOffset": 23598080
                },
                {
                    "name": "model.layers.11.mlp.gate_up_proj.q_scale",
                    "shape": [
                        13824,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2211840,
                    "byteOffset": 24704000
                },
                {
                    "name": "model.layers.11.post_attention_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 26915840
                },
                {
                    "name": "model.layers.11.self_attn.c_attn.bias",
                    "shape": [
                        7680
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 15360,
                    "byteOffset": 26920960
                }
            ],
            "md5sum": "7d062ea11e26664d25dbd9c6ed956b1a"
        },
        {
            "dataPath": "params_shard_10.bin",
            "format": "raw-shard",
            "nbytes": 17694720,
            "records": [
                {
                    "name": "model.layers.12.mlp.gate_up_proj.q_weight",
                    "shape": [
                        13824,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 17694720,
                    "byteOffset": 0
                }
            ],
            "md5sum": "00bdad9477a2069a84733fa9a41cea74"
        },
        {
            "dataPath": "params_shard_11.bin",
            "format": "raw-shard",
            "nbytes": 26936320,
            "records": [
                {
                    "name": "model.layers.11.self_attn.c_attn.q_weight",
                    "shape": [
                        7680,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 9830400,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.11.self_attn.c_attn.q_scale",
                    "shape": [
                        7680,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1228800,
                    "byteOffset": 9830400
                },
                {
                    "name": "model.layers.11.self_attn.o_proj.q_weight",
                    "shape": [
                        2560,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3276800,
                    "byteOffset": 11059200
                },
                {
                    "name": "model.layers.11.self_attn.o_proj.q_scale",
                    "shape": [
                        2560,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 409600,
                    "byteOffset": 14336000
                },
                {
                    "name": "model.layers.12.input_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 14745600
                },
                {
                    "name": "model.layers.12.mlp.down_proj.q_weight",
                    "shape": [
                        2560,
                        864
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8847360,
                    "byteOffset": 14750720
                },
                {
                    "name": "model.layers.12.mlp.down_proj.q_scale",
                    "shape": [
                        2560,
                        216
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1105920,
                    "byteOffset": 23598080
                },
                {
                    "name": "model.layers.12.mlp.gate_up_proj.q_scale",
                    "shape": [
                        13824,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2211840,
                    "byteOffset": 24704000
                },
                {
                    "name": "model.layers.12.post_attention_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 26915840
                },
                {
                    "name": "model.layers.12.self_attn.c_attn.bias",
                    "shape": [
                        7680
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 15360,
                    "byteOffset": 26920960
                }
            ],
            "md5sum": "52054698012966698c9c800381fac35f"
        },
        {
            "dataPath": "params_shard_12.bin",
            "format": "raw-shard",
            "nbytes": 17694720,
            "records": [
                {
                    "name": "model.layers.13.mlp.gate_up_proj.q_weight",
                    "shape": [
                        13824,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 17694720,
                    "byteOffset": 0
                }
            ],
            "md5sum": "01ab6ea004e12b8f24dbc1781c9da92b"
        },
        {
            "dataPath": "params_shard_13.bin",
            "format": "raw-shard",
            "nbytes": 26936320,
            "records": [
                {
                    "name": "model.layers.12.self_attn.c_attn.q_weight",
                    "shape": [
                        7680,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 9830400,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.12.self_attn.c_attn.q_scale",
                    "shape": [
                        7680,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1228800,
                    "byteOffset": 9830400
                },
                {
                    "name": "model.layers.12.self_attn.o_proj.q_weight",
                    "shape": [
                        2560,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3276800,
                    "byteOffset": 11059200
                },
                {
                    "name": "model.layers.12.self_attn.o_proj.q_scale",
                    "shape": [
                        2560,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 409600,
                    "byteOffset": 14336000
                },
                {
                    "name": "model.layers.13.input_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 14745600
                },
                {
                    "name": "model.layers.13.mlp.down_proj.q_weight",
                    "shape": [
                        2560,
                        864
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8847360,
                    "byteOffset": 14750720
                },
                {
                    "name": "model.layers.13.mlp.down_proj.q_scale",
                    "shape": [
                        2560,
                        216
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1105920,
                    "byteOffset": 23598080
                },
                {
                    "name": "model.layers.13.mlp.gate_up_proj.q_scale",
                    "shape": [
                        13824,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2211840,
                    "byteOffset": 24704000
                },
                {
                    "name": "model.layers.13.post_attention_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 26915840
                },
                {
                    "name": "model.layers.13.self_attn.c_attn.bias",
                    "shape": [
                        7680
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 15360,
                    "byteOffset": 26920960
                }
            ],
            "md5sum": "afd636f7d4a778a77ba27ea0d32667dd"
        },
        {
            "dataPath": "params_shard_14.bin",
            "format": "raw-shard",
            "nbytes": 17694720,
            "records": [
                {
                    "name": "model.layers.14.mlp.gate_up_proj.q_weight",
                    "shape": [
                        13824,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 17694720,
                    "byteOffset": 0
                }
            ],
            "md5sum": "07054519cceff55193e4b3466a9de282"
        },
        {
            "dataPath": "params_shard_15.bin",
            "format": "raw-shard",
            "nbytes": 26936320,
            "records": [
                {
                    "name": "model.layers.13.self_attn.c_attn.q_weight",
                    "shape": [
                        7680,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 9830400,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.13.self_attn.c_attn.q_scale",
                    "shape": [
                        7680,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1228800,
                    "byteOffset": 9830400
                },
                {
                    "name": "model.layers.13.self_attn.o_proj.q_weight",
                    "shape": [
                        2560,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3276800,
                    "byteOffset": 11059200
                },
                {
                    "name": "model.layers.13.self_attn.o_proj.q_scale",
                    "shape": [
                        2560,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 409600,
                    "byteOffset": 14336000
                },
                {
                    "name": "model.layers.14.input_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 14745600
                },
                {
                    "name": "model.layers.14.mlp.down_proj.q_weight",
                    "shape": [
                        2560,
                        864
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8847360,
                    "byteOffset": 14750720
                },
                {
                    "name": "model.layers.14.mlp.down_proj.q_scale",
                    "shape": [
                        2560,
                        216
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1105920,
                    "byteOffset": 23598080
                },
                {
                    "name": "model.layers.14.mlp.gate_up_proj.q_scale",
                    "shape": [
                        13824,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2211840,
                    "byteOffset": 24704000
                },
                {
                    "name": "model.layers.14.post_attention_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 26915840
                },
                {
                    "name": "model.layers.14.self_attn.c_attn.bias",
                    "shape": [
                        7680
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 15360,
                    "byteOffset": 26920960
                }
            ],
            "md5sum": "9f48b4aaaa4067b1ed088629b83aacd1"
        },
        {
            "dataPath": "params_shard_16.bin",
            "format": "raw-shard",
            "nbytes": 17694720,
            "records": [
                {
                    "name": "model.layers.15.mlp.gate_up_proj.q_weight",
                    "shape": [
                        13824,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 17694720,
                    "byteOffset": 0
                }
            ],
            "md5sum": "d4613f5d96a59ba51021a772ce147e15"
        },
        {
            "dataPath": "params_shard_17.bin",
            "format": "raw-shard",
            "nbytes": 26936320,
            "records": [
                {
                    "name": "model.layers.14.self_attn.c_attn.q_weight",
                    "shape": [
                        7680,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 9830400,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.14.self_attn.c_attn.q_scale",
                    "shape": [
                        7680,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1228800,
                    "byteOffset": 9830400
                },
                {
                    "name": "model.layers.14.self_attn.o_proj.q_weight",
                    "shape": [
                        2560,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3276800,
                    "byteOffset": 11059200
                },
                {
                    "name": "model.layers.14.self_attn.o_proj.q_scale",
                    "shape": [
                        2560,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 409600,
                    "byteOffset": 14336000
                },
                {
                    "name": "model.layers.15.input_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 14745600
                },
                {
                    "name": "model.layers.15.mlp.down_proj.q_weight",
                    "shape": [
                        2560,
                        864
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8847360,
                    "byteOffset": 14750720
                },
                {
                    "name": "model.layers.15.mlp.down_proj.q_scale",
                    "shape": [
                        2560,
                        216
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1105920,
                    "byteOffset": 23598080
                },
                {
                    "name": "model.layers.15.mlp.gate_up_proj.q_scale",
                    "shape": [
                        13824,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2211840,
                    "byteOffset": 24704000
                },
                {
                    "name": "model.layers.15.post_attention_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 26915840
                },
                {
                    "name": "model.layers.15.self_attn.c_attn.bias",
                    "shape": [
                        7680
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 15360,
                    "byteOffset": 26920960
                }
            ],
            "md5sum": "14f549e41346b253782dcaa0dc8b5d52"
        },
        {
            "dataPath": "params_shard_18.bin",
            "format": "raw-shard",
            "nbytes": 17694720,
            "records": [
                {
                    "name": "model.layers.16.mlp.gate_up_proj.q_weight",
                    "shape": [
                        13824,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 17694720,
                    "byteOffset": 0
                }
            ],
            "md5sum": "54ec764f189559cd4c8fbe8f6e531df9"
        },
        {
            "dataPath": "params_shard_19.bin",
            "format": "raw-shard",
            "nbytes": 26936320,
            "records": [
                {
                    "name": "model.layers.15.self_attn.c_attn.q_weight",
                    "shape": [
                        7680,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 9830400,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.15.self_attn.c_attn.q_scale",
                    "shape": [
                        7680,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1228800,
                    "byteOffset": 9830400
                },
                {
                    "name": "model.layers.15.self_attn.o_proj.q_weight",
                    "shape": [
                        2560,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3276800,
                    "byteOffset": 11059200
                },
                {
                    "name": "model.layers.15.self_attn.o_proj.q_scale",
                    "shape": [
                        2560,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 409600,
                    "byteOffset": 14336000
                },
                {
                    "name": "model.layers.16.input_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 14745600
                },
                {
                    "name": "model.layers.16.mlp.down_proj.q_weight",
                    "shape": [
                        2560,
                        864
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8847360,
                    "byteOffset": 14750720
                },
                {
                    "name": "model.layers.16.mlp.down_proj.q_scale",
                    "shape": [
                        2560,
                        216
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1105920,
                    "byteOffset": 23598080
                },
                {
                    "name": "model.layers.16.mlp.gate_up_proj.q_scale",
                    "shape": [
                        13824,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2211840,
                    "byteOffset": 24704000
                },
                {
                    "name": "model.layers.16.post_attention_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 26915840
                },
                {
                    "name": "model.layers.16.self_attn.c_attn.bias",
                    "shape": [
                        7680
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 15360,
                    "byteOffset": 26920960
                }
            ],
            "md5sum": "5a148d8c913b4637519c5145c9dceb9d"
        },
        {
            "dataPath": "params_shard_20.bin",
            "format": "raw-shard",
            "nbytes": 17694720,
            "records": [
                {
                    "name": "model.layers.17.mlp.gate_up_proj.q_weight",
                    "shape": [
                        13824,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 17694720,
                    "byteOffset": 0
                }
            ],
            "md5sum": "c4edc332889d20125202949e236e7da3"
        },
        {
            "dataPath": "params_shard_21.bin",
            "format": "raw-shard",
            "nbytes": 26936320,
            "records": [
                {
                    "name": "model.layers.16.self_attn.c_attn.q_weight",
                    "shape": [
                        7680,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 9830400,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.16.self_attn.c_attn.q_scale",
                    "shape": [
                        7680,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1228800,
                    "byteOffset": 9830400
                },
                {
                    "name": "model.layers.16.self_attn.o_proj.q_weight",
                    "shape": [
                        2560,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3276800,
                    "byteOffset": 11059200
                },
                {
                    "name": "model.layers.16.self_attn.o_proj.q_scale",
                    "shape": [
                        2560,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 409600,
                    "byteOffset": 14336000
                },
                {
                    "name": "model.layers.17.input_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 14745600
                },
                {
                    "name": "model.layers.17.mlp.down_proj.q_weight",
                    "shape": [
                        2560,
                        864
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8847360,
                    "byteOffset": 14750720
                },
                {
                    "name": "model.layers.17.mlp.down_proj.q_scale",
                    "shape": [
                        2560,
                        216
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1105920,
                    "byteOffset": 23598080
                },
                {
                    "name": "model.layers.17.mlp.gate_up_proj.q_scale",
                    "shape": [
                        13824,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2211840,
                    "byteOffset": 24704000
                },
                {
                    "name": "model.layers.17.post_attention_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 26915840
                },
                {
                    "name": "model.layers.17.self_attn.c_attn.bias",
                    "shape": [
                        7680
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 15360,
                    "byteOffset": 26920960
                }
            ],
            "md5sum": "875e6a6e016aa93d481f9b9213678fff"
        },
        {
            "dataPath": "params_shard_22.bin",
            "format": "raw-shard",
            "nbytes": 17694720,
            "records": [
                {
                    "name": "model.layers.18.mlp.gate_up_proj.q_weight",
                    "shape": [
                        13824,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 17694720,
                    "byteOffset": 0
                }
            ],
            "md5sum": "ff058a135e3dde2f85108795d4155fb4"
        },
        {
            "dataPath": "params_shard_23.bin",
            "format": "raw-shard",
            "nbytes": 26936320,
            "records": [
                {
                    "name": "model.layers.17.self_attn.c_attn.q_weight",
                    "shape": [
                        7680,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 9830400,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.17.self_attn.c_attn.q_scale",
                    "shape": [
                        7680,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1228800,
                    "byteOffset": 9830400
                },
                {
                    "name": "model.layers.17.self_attn.o_proj.q_weight",
                    "shape": [
                        2560,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3276800,
                    "byteOffset": 11059200
                },
                {
                    "name": "model.layers.17.self_attn.o_proj.q_scale",
                    "shape": [
                        2560,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 409600,
                    "byteOffset": 14336000
                },
                {
                    "name": "model.layers.18.input_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 14745600
                },
                {
                    "name": "model.layers.18.mlp.down_proj.q_weight",
                    "shape": [
                        2560,
                        864
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8847360,
                    "byteOffset": 14750720
                },
                {
                    "name": "model.layers.18.mlp.down_proj.q_scale",
                    "shape": [
                        2560,
                        216
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1105920,
                    "byteOffset": 23598080
                },
                {
                    "name": "model.layers.18.mlp.gate_up_proj.q_scale",
                    "shape": [
                        13824,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2211840,
                    "byteOffset": 24704000
                },
                {
                    "name": "model.layers.18.post_attention_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 26915840
                },
                {
                    "name": "model.layers.18.self_attn.c_attn.bias",
                    "shape": [
                        7680
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 15360,
                    "byteOffset": 26920960
                }
            ],
            "md5sum": "d1843f31d174acdf34360a3239f80b75"
        },
        {
            "dataPath": "params_shard_24.bin",
            "format": "raw-shard",
            "nbytes": 17694720,
            "records": [
                {
                    "name": "model.layers.19.mlp.gate_up_proj.q_weight",
                    "shape": [
                        13824,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 17694720,
                    "byteOffset": 0
                }
            ],
            "md5sum": "e21763103fc1ac0a230c07e66988e695"
        },
        {
            "dataPath": "params_shard_25.bin",
            "format": "raw-shard",
            "nbytes": 26936320,
            "records": [
                {
                    "name": "model.layers.18.self_attn.c_attn.q_weight",
                    "shape": [
                        7680,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 9830400,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.18.self_attn.c_attn.q_scale",
                    "shape": [
                        7680,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1228800,
                    "byteOffset": 9830400
                },
                {
                    "name": "model.layers.18.self_attn.o_proj.q_weight",
                    "shape": [
                        2560,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3276800,
                    "byteOffset": 11059200
                },
                {
                    "name": "model.layers.18.self_attn.o_proj.q_scale",
                    "shape": [
                        2560,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 409600,
                    "byteOffset": 14336000
                },
                {
                    "name": "model.layers.19.input_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 14745600
                },
                {
                    "name": "model.layers.19.mlp.down_proj.q_weight",
                    "shape": [
                        2560,
                        864
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8847360,
                    "byteOffset": 14750720
                },
                {
                    "name": "model.layers.19.mlp.down_proj.q_scale",
                    "shape": [
                        2560,
                        216
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1105920,
                    "byteOffset": 23598080
                },
                {
                    "name": "model.layers.19.mlp.gate_up_proj.q_scale",
                    "shape": [
                        13824,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2211840,
                    "byteOffset": 24704000
                },
                {
                    "name": "model.layers.19.post_attention_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 26915840
                },
                {
                    "name": "model.layers.19.self_attn.c_attn.bias",
                    "shape": [
                        7680
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 15360,
                    "byteOffset": 26920960
                }
            ],
            "md5sum": "adc3c2220368d0df014a7495bbffcc20"
        },
        {
            "dataPath": "params_shard_26.bin",
            "format": "raw-shard",
            "nbytes": 17694720,
            "records": [
                {
                    "name": "model.layers.2.mlp.gate_up_proj.q_weight",
                    "shape": [
                        13824,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 17694720,
                    "byteOffset": 0
                }
            ],
            "md5sum": "1958b95c37d4019d1a3bcbfdabdfebf3"
        },
        {
            "dataPath": "params_shard_27.bin",
            "format": "raw-shard",
            "nbytes": 26936320,
            "records": [
                {
                    "name": "model.layers.19.self_attn.c_attn.q_weight",
                    "shape": [
                        7680,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 9830400,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.19.self_attn.c_attn.q_scale",
                    "shape": [
                        7680,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1228800,
                    "byteOffset": 9830400
                },
                {
                    "name": "model.layers.19.self_attn.o_proj.q_weight",
                    "shape": [
                        2560,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3276800,
                    "byteOffset": 11059200
                },
                {
                    "name": "model.layers.19.self_attn.o_proj.q_scale",
                    "shape": [
                        2560,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 409600,
                    "byteOffset": 14336000
                },
                {
                    "name": "model.layers.2.input_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 14745600
                },
                {
                    "name": "model.layers.2.mlp.down_proj.q_weight",
                    "shape": [
                        2560,
                        864
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8847360,
                    "byteOffset": 14750720
                },
                {
                    "name": "model.layers.2.mlp.down_proj.q_scale",
                    "shape": [
                        2560,
                        216
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1105920,
                    "byteOffset": 23598080
                },
                {
                    "name": "model.layers.2.mlp.gate_up_proj.q_scale",
                    "shape": [
                        13824,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2211840,
                    "byteOffset": 24704000
                },
                {
                    "name": "model.layers.2.post_attention_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 26915840
                },
                {
                    "name": "model.layers.2.self_attn.c_attn.bias",
                    "shape": [
                        7680
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 15360,
                    "byteOffset": 26920960
                }
            ],
            "md5sum": "0fd7f9598737ee79e02545d9904d7ad5"
        },
        {
            "dataPath": "params_shard_28.bin",
            "format": "raw-shard",
            "nbytes": 17694720,
            "records": [
                {
                    "name": "model.layers.20.mlp.gate_up_proj.q_weight",
                    "shape": [
                        13824,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 17694720,
                    "byteOffset": 0
                }
            ],
            "md5sum": "ff75698217adacbbd1f004449b1f2c37"
        },
        {
            "dataPath": "params_shard_29.bin",
            "format": "raw-shard",
            "nbytes": 26936320,
            "records": [
                {
                    "name": "model.layers.2.self_attn.c_attn.q_weight",
                    "shape": [
                        7680,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 9830400,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.2.self_attn.c_attn.q_scale",
                    "shape": [
                        7680,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1228800,
                    "byteOffset": 9830400
                },
                {
                    "name": "model.layers.2.self_attn.o_proj.q_weight",
                    "shape": [
                        2560,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3276800,
                    "byteOffset": 11059200
                },
                {
                    "name": "model.layers.2.self_attn.o_proj.q_scale",
                    "shape": [
                        2560,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 409600,
                    "byteOffset": 14336000
                },
                {
                    "name": "model.layers.20.input_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 14745600
                },
                {
                    "name": "model.layers.20.mlp.down_proj.q_weight",
                    "shape": [
                        2560,
                        864
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8847360,
                    "byteOffset": 14750720
                },
                {
                    "name": "model.layers.20.mlp.down_proj.q_scale",
                    "shape": [
                        2560,
                        216
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1105920,
                    "byteOffset": 23598080
                },
                {
                    "name": "model.layers.20.mlp.gate_up_proj.q_scale",
                    "shape": [
                        13824,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2211840,
                    "byteOffset": 24704000
                },
                {
                    "name": "model.layers.20.post_attention_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 26915840
                },
                {
                    "name": "model.layers.20.self_attn.c_attn.bias",
                    "shape": [
                        7680
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 15360,
                    "byteOffset": 26920960
                }
            ],
            "md5sum": "8b846bfba9b69fae849c2036449d6277"
        },
        {
            "dataPath": "params_shard_30.bin",
            "format": "raw-shard",
            "nbytes": 17694720,
            "records": [
                {
                    "name": "model.layers.21.mlp.gate_up_proj.q_weight",
                    "shape": [
                        13824,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 17694720,
                    "byteOffset": 0
                }
            ],
            "md5sum": "3fd3a93c99504e7a51da96cf6ef06d47"
        },
        {
            "dataPath": "params_shard_31.bin",
            "format": "raw-shard",
            "nbytes": 26936320,
            "records": [
                {
                    "name": "model.layers.20.self_attn.c_attn.q_weight",
                    "shape": [
                        7680,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 9830400,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.20.self_attn.c_attn.q_scale",
                    "shape": [
                        7680,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1228800,
                    "byteOffset": 9830400
                },
                {
                    "name": "model.layers.20.self_attn.o_proj.q_weight",
                    "shape": [
                        2560,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3276800,
                    "byteOffset": 11059200
                },
                {
                    "name": "model.layers.20.self_attn.o_proj.q_scale",
                    "shape": [
                        2560,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 409600,
                    "byteOffset": 14336000
                },
                {
                    "name": "model.layers.21.input_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 14745600
                },
                {
                    "name": "model.layers.21.mlp.down_proj.q_weight",
                    "shape": [
                        2560,
                        864
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8847360,
                    "byteOffset": 14750720
                },
                {
                    "name": "model.layers.21.mlp.down_proj.q_scale",
                    "shape": [
                        2560,
                        216
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1105920,
                    "byteOffset": 23598080
                },
                {
                    "name": "model.layers.21.mlp.gate_up_proj.q_scale",
                    "shape": [
                        13824,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2211840,
                    "byteOffset": 24704000
                },
                {
                    "name": "model.layers.21.post_attention_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 26915840
                },
                {
                    "name": "model.layers.21.self_attn.c_attn.bias",
                    "shape": [
                        7680
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 15360,
                    "byteOffset": 26920960
                }
            ],
            "md5sum": "55527b116c6cc470042780e7dfdf81b1"
        },
        {
            "dataPath": "params_shard_32.bin",
            "format": "raw-shard",
            "nbytes": 17694720,
            "records": [
                {
                    "name": "model.layers.22.mlp.gate_up_proj.q_weight",
                    "shape": [
                        13824,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 17694720,
                    "byteOffset": 0
                }
            ],
            "md5sum": "8cf1441c5e6dc697f78c1e104d773476"
        },
        {
            "dataPath": "params_shard_33.bin",
            "format": "raw-shard",
            "nbytes": 26936320,
            "records": [
                {
                    "name": "model.layers.21.self_attn.c_attn.q_weight",
                    "shape": [
                        7680,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 9830400,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.21.self_attn.c_attn.q_scale",
                    "shape": [
                        7680,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1228800,
                    "byteOffset": 9830400
                },
                {
                    "name": "model.layers.21.self_attn.o_proj.q_weight",
                    "shape": [
                        2560,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3276800,
                    "byteOffset": 11059200
                },
                {
                    "name": "model.layers.21.self_attn.o_proj.q_scale",
                    "shape": [
                        2560,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 409600,
                    "byteOffset": 14336000
                },
                {
                    "name": "model.layers.22.input_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 14745600
                },
                {
                    "name": "model.layers.22.mlp.down_proj.q_weight",
                    "shape": [
                        2560,
                        864
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8847360,
                    "byteOffset": 14750720
                },
                {
                    "name": "model.layers.22.mlp.down_proj.q_scale",
                    "shape": [
                        2560,
                        216
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1105920,
                    "byteOffset": 23598080
                },
                {
                    "name": "model.layers.22.mlp.gate_up_proj.q_scale",
                    "shape": [
                        13824,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2211840,
                    "byteOffset": 24704000
                },
                {
                    "name": "model.layers.22.post_attention_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 26915840
                },
                {
                    "name": "model.layers.22.self_attn.c_attn.bias",
                    "shape": [
                        7680
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 15360,
                    "byteOffset": 26920960
                }
            ],
            "md5sum": "28c5e9285bd3ef8c35c0a176b2db9b2c"
        },
        {
            "dataPath": "params_shard_34.bin",
            "format": "raw-shard",
            "nbytes": 17694720,
            "records": [
                {
                    "name": "model.layers.23.mlp.gate_up_proj.q_weight",
                    "shape": [
                        13824,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 17694720,
                    "byteOffset": 0
                }
            ],
            "md5sum": "0e23d1829142a240347097fb8842f2af"
        },
        {
            "dataPath": "params_shard_35.bin",
            "format": "raw-shard",
            "nbytes": 26936320,
            "records": [
                {
                    "name": "model.layers.22.self_attn.c_attn.q_weight",
                    "shape": [
                        7680,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 9830400,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.22.self_attn.c_attn.q_scale",
                    "shape": [
                        7680,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1228800,
                    "byteOffset": 9830400
                },
                {
                    "name": "model.layers.22.self_attn.o_proj.q_weight",
                    "shape": [
                        2560,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3276800,
                    "byteOffset": 11059200
                },
                {
                    "name": "model.layers.22.self_attn.o_proj.q_scale",
                    "shape": [
                        2560,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 409600,
                    "byteOffset": 14336000
                },
                {
                    "name": "model.layers.23.input_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 14745600
                },
                {
                    "name": "model.layers.23.mlp.down_proj.q_weight",
                    "shape": [
                        2560,
                        864
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8847360,
                    "byteOffset": 14750720
                },
                {
                    "name": "model.layers.23.mlp.down_proj.q_scale",
                    "shape": [
                        2560,
                        216
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1105920,
                    "byteOffset": 23598080
                },
                {
                    "name": "model.layers.23.mlp.gate_up_proj.q_scale",
                    "shape": [
                        13824,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2211840,
                    "byteOffset": 24704000
                },
                {
                    "name": "model.layers.23.post_attention_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 26915840
                },
                {
                    "name": "model.layers.23.self_attn.c_attn.bias",
                    "shape": [
                        7680
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 15360,
                    "byteOffset": 26920960
                }
            ],
            "md5sum": "0009e02fa270772a0c69f86e483c4cc2"
        },
        {
            "dataPath": "params_shard_36.bin",
            "format": "raw-shard",
            "nbytes": 17694720,
            "records": [
                {
                    "name": "model.layers.24.mlp.gate_up_proj.q_weight",
                    "shape": [
                        13824,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 17694720,
                    "byteOffset": 0
                }
            ],
            "md5sum": "6dc454761156189a8aa7b63ffe3b2174"
        },
        {
            "dataPath": "params_shard_37.bin",
            "format": "raw-shard",
            "nbytes": 26936320,
            "records": [
                {
                    "name": "model.layers.23.self_attn.c_attn.q_weight",
                    "shape": [
                        7680,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 9830400,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.23.self_attn.c_attn.q_scale",
                    "shape": [
                        7680,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1228800,
                    "byteOffset": 9830400
                },
                {
                    "name": "model.layers.23.self_attn.o_proj.q_weight",
                    "shape": [
                        2560,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3276800,
                    "byteOffset": 11059200
                },
                {
                    "name": "model.layers.23.self_attn.o_proj.q_scale",
                    "shape": [
                        2560,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 409600,
                    "byteOffset": 14336000
                },
                {
                    "name": "model.layers.24.input_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 14745600
                },
                {
                    "name": "model.layers.24.mlp.down_proj.q_weight",
                    "shape": [
                        2560,
                        864
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8847360,
                    "byteOffset": 14750720
                },
                {
                    "name": "model.layers.24.mlp.down_proj.q_scale",
                    "shape": [
                        2560,
                        216
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1105920,
                    "byteOffset": 23598080
                },
                {
                    "name": "model.layers.24.mlp.gate_up_proj.q_scale",
                    "shape": [
                        13824,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2211840,
                    "byteOffset": 24704000
                },
                {
                    "name": "model.layers.24.post_attention_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 26915840
                },
                {
                    "name": "model.layers.24.self_attn.c_attn.bias",
                    "shape": [
                        7680
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 15360,
                    "byteOffset": 26920960
                }
            ],
            "md5sum": "15242419611f19a4b8b02b23dda09478"
        },
        {
            "dataPath": "params_shard_38.bin",
            "format": "raw-shard",
            "nbytes": 17694720,
            "records": [
                {
                    "name": "model.layers.25.mlp.gate_up_proj.q_weight",
                    "shape": [
                        13824,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 17694720,
                    "byteOffset": 0
                }
            ],
            "md5sum": "b4869bdd51d1db3fc60d901438451d9b"
        },
        {
            "dataPath": "params_shard_39.bin",
            "format": "raw-shard",
            "nbytes": 26936320,
            "records": [
                {
                    "name": "model.layers.24.self_attn.c_attn.q_weight",
                    "shape": [
                        7680,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 9830400,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.24.self_attn.c_attn.q_scale",
                    "shape": [
                        7680,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1228800,
                    "byteOffset": 9830400
                },
                {
                    "name": "model.layers.24.self_attn.o_proj.q_weight",
                    "shape": [
                        2560,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3276800,
                    "byteOffset": 11059200
                },
                {
                    "name": "model.layers.24.self_attn.o_proj.q_scale",
                    "shape": [
                        2560,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 409600,
                    "byteOffset": 14336000
                },
                {
                    "name": "model.layers.25.input_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 14745600
                },
                {
                    "name": "model.layers.25.mlp.down_proj.q_weight",
                    "shape": [
                        2560,
                        864
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8847360,
                    "byteOffset": 14750720
                },
                {
                    "name": "model.layers.25.mlp.down_proj.q_scale",
                    "shape": [
                        2560,
                        216
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1105920,
                    "byteOffset": 23598080
                },
                {
                    "name": "model.layers.25.mlp.gate_up_proj.q_scale",
                    "shape": [
                        13824,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2211840,
                    "byteOffset": 24704000
                },
                {
                    "name": "model.layers.25.post_attention_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 26915840
                },
                {
                    "name": "model.layers.25.self_attn.c_attn.bias",
                    "shape": [
                        7680
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 15360,
                    "byteOffset": 26920960
                }
            ],
            "md5sum": "13a74b94fdd380f971b6c061d8ea7e7a"
        },
        {
            "dataPath": "params_shard_40.bin",
            "format": "raw-shard",
            "nbytes": 17694720,
            "records": [
                {
                    "name": "model.layers.26.mlp.gate_up_proj.q_weight",
                    "shape": [
                        13824,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 17694720,
                    "byteOffset": 0
                }
            ],
            "md5sum": "ea3c05a7e131a966e3cecfde6d4287c3"
        },
        {
            "dataPath": "params_shard_41.bin",
            "format": "raw-shard",
            "nbytes": 26936320,
            "records": [
                {
                    "name": "model.layers.25.self_attn.c_attn.q_weight",
                    "shape": [
                        7680,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 9830400,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.25.self_attn.c_attn.q_scale",
                    "shape": [
                        7680,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1228800,
                    "byteOffset": 9830400
                },
                {
                    "name": "model.layers.25.self_attn.o_proj.q_weight",
                    "shape": [
                        2560,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3276800,
                    "byteOffset": 11059200
                },
                {
                    "name": "model.layers.25.self_attn.o_proj.q_scale",
                    "shape": [
                        2560,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 409600,
                    "byteOffset": 14336000
                },
                {
                    "name": "model.layers.26.input_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 14745600
                },
                {
                    "name": "model.layers.26.mlp.down_proj.q_weight",
                    "shape": [
                        2560,
                        864
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8847360,
                    "byteOffset": 14750720
                },
                {
                    "name": "model.layers.26.mlp.down_proj.q_scale",
                    "shape": [
                        2560,
                        216
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1105920,
                    "byteOffset": 23598080
                },
                {
                    "name": "model.layers.26.mlp.gate_up_proj.q_scale",
                    "shape": [
                        13824,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2211840,
                    "byteOffset": 24704000
                },
                {
                    "name": "model.layers.26.post_attention_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 26915840
                },
                {
                    "name": "model.layers.26.self_attn.c_attn.bias",
                    "shape": [
                        7680
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 15360,
                    "byteOffset": 26920960
                }
            ],
            "md5sum": "114a0b47e7ac4312caf647b38d4f9a6f"
        },
        {
            "dataPath": "params_shard_42.bin",
            "format": "raw-shard",
            "nbytes": 17694720,
            "records": [
                {
                    "name": "model.layers.27.mlp.gate_up_proj.q_weight",
                    "shape": [
                        13824,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 17694720,
                    "byteOffset": 0
                }
            ],
            "md5sum": "e0b159604e469642c61b962083024d89"
        },
        {
            "dataPath": "params_shard_43.bin",
            "format": "raw-shard",
            "nbytes": 26936320,
            "records": [
                {
                    "name": "model.layers.26.self_attn.c_attn.q_weight",
                    "shape": [
                        7680,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 9830400,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.26.self_attn.c_attn.q_scale",
                    "shape": [
                        7680,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1228800,
                    "byteOffset": 9830400
                },
                {
                    "name": "model.layers.26.self_attn.o_proj.q_weight",
                    "shape": [
                        2560,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3276800,
                    "byteOffset": 11059200
                },
                {
                    "name": "model.layers.26.self_attn.o_proj.q_scale",
                    "shape": [
                        2560,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 409600,
                    "byteOffset": 14336000
                },
                {
                    "name": "model.layers.27.input_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 14745600
                },
                {
                    "name": "model.layers.27.mlp.down_proj.q_weight",
                    "shape": [
                        2560,
                        864
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8847360,
                    "byteOffset": 14750720
                },
                {
                    "name": "model.layers.27.mlp.down_proj.q_scale",
                    "shape": [
                        2560,
                        216
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1105920,
                    "byteOffset": 23598080
                },
                {
                    "name": "model.layers.27.mlp.gate_up_proj.q_scale",
                    "shape": [
                        13824,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2211840,
                    "byteOffset": 24704000
                },
                {
                    "name": "model.layers.27.post_attention_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 26915840
                },
                {
                    "name": "model.layers.27.self_attn.c_attn.bias",
                    "shape": [
                        7680
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 15360,
                    "byteOffset": 26920960
                }
            ],
            "md5sum": "b8bf6785f24ade67f8b2fd7359da956e"
        },
        {
            "dataPath": "params_shard_44.bin",
            "format": "raw-shard",
            "nbytes": 17694720,
            "records": [
                {
                    "name": "model.layers.28.mlp.gate_up_proj.q_weight",
                    "shape": [
                        13824,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 17694720,
                    "byteOffset": 0
                }
            ],
            "md5sum": "3d461879ca83df8c8c4833d3806bcc60"
        },
        {
            "dataPath": "params_shard_45.bin",
            "format": "raw-shard",
            "nbytes": 26936320,
            "records": [
                {
                    "name": "model.layers.27.self_attn.c_attn.q_weight",
                    "shape": [
                        7680,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 9830400,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.27.self_attn.c_attn.q_scale",
                    "shape": [
                        7680,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1228800,
                    "byteOffset": 9830400
                },
                {
                    "name": "model.layers.27.self_attn.o_proj.q_weight",
                    "shape": [
                        2560,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3276800,
                    "byteOffset": 11059200
                },
                {
                    "name": "model.layers.27.self_attn.o_proj.q_scale",
                    "shape": [
                        2560,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 409600,
                    "byteOffset": 14336000
                },
                {
                    "name": "model.layers.28.input_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 14745600
                },
                {
                    "name": "model.layers.28.mlp.down_proj.q_weight",
                    "shape": [
                        2560,
                        864
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8847360,
                    "byteOffset": 14750720
                },
                {
                    "name": "model.layers.28.mlp.down_proj.q_scale",
                    "shape": [
                        2560,
                        216
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1105920,
                    "byteOffset": 23598080
                },
                {
                    "name": "model.layers.28.mlp.gate_up_proj.q_scale",
                    "shape": [
                        13824,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2211840,
                    "byteOffset": 24704000
                },
                {
                    "name": "model.layers.28.post_attention_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 26915840
                },
                {
                    "name": "model.layers.28.self_attn.c_attn.bias",
                    "shape": [
                        7680
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 15360,
                    "byteOffset": 26920960
                }
            ],
            "md5sum": "e8f97a666a66b143c26a553f5548ec5b"
        },
        {
            "dataPath": "params_shard_46.bin",
            "format": "raw-shard",
            "nbytes": 17694720,
            "records": [
                {
                    "name": "model.layers.29.mlp.gate_up_proj.q_weight",
                    "shape": [
                        13824,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 17694720,
                    "byteOffset": 0
                }
            ],
            "md5sum": "f579c1d4ed1988f7cb894fd7dcb2f7d1"
        },
        {
            "dataPath": "params_shard_47.bin",
            "format": "raw-shard",
            "nbytes": 26936320,
            "records": [
                {
                    "name": "model.layers.28.self_attn.c_attn.q_weight",
                    "shape": [
                        7680,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 9830400,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.28.self_attn.c_attn.q_scale",
                    "shape": [
                        7680,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1228800,
                    "byteOffset": 9830400
                },
                {
                    "name": "model.layers.28.self_attn.o_proj.q_weight",
                    "shape": [
                        2560,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3276800,
                    "byteOffset": 11059200
                },
                {
                    "name": "model.layers.28.self_attn.o_proj.q_scale",
                    "shape": [
                        2560,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 409600,
                    "byteOffset": 14336000
                },
                {
                    "name": "model.layers.29.input_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 14745600
                },
                {
                    "name": "model.layers.29.mlp.down_proj.q_weight",
                    "shape": [
                        2560,
                        864
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8847360,
                    "byteOffset": 14750720
                },
                {
                    "name": "model.layers.29.mlp.down_proj.q_scale",
                    "shape": [
                        2560,
                        216
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1105920,
                    "byteOffset": 23598080
                },
                {
                    "name": "model.layers.29.mlp.gate_up_proj.q_scale",
                    "shape": [
                        13824,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2211840,
                    "byteOffset": 24704000
                },
                {
                    "name": "model.layers.29.post_attention_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 26915840
                },
                {
                    "name": "model.layers.29.self_attn.c_attn.bias",
                    "shape": [
                        7680
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 15360,
                    "byteOffset": 26920960
                }
            ],
            "md5sum": "51ad70ec0ab01f458e1906106aa94b72"
        },
        {
            "dataPath": "params_shard_48.bin",
            "format": "raw-shard",
            "nbytes": 17694720,
            "records": [
                {
                    "name": "model.layers.3.mlp.gate_up_proj.q_weight",
                    "shape": [
                        13824,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 17694720,
                    "byteOffset": 0
                }
            ],
            "md5sum": "48dd8d60a0e4fcddcaf4f2c383fbd0b2"
        },
        {
            "dataPath": "params_shard_49.bin",
            "format": "raw-shard",
            "nbytes": 26936320,
            "records": [
                {
                    "name": "model.layers.29.self_attn.c_attn.q_weight",
                    "shape": [
                        7680,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 9830400,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.29.self_attn.c_attn.q_scale",
                    "shape": [
                        7680,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1228800,
                    "byteOffset": 9830400
                },
                {
                    "name": "model.layers.29.self_attn.o_proj.q_weight",
                    "shape": [
                        2560,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3276800,
                    "byteOffset": 11059200
                },
                {
                    "name": "model.layers.29.self_attn.o_proj.q_scale",
                    "shape": [
                        2560,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 409600,
                    "byteOffset": 14336000
                },
                {
                    "name": "model.layers.3.input_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 14745600
                },
                {
                    "name": "model.layers.3.mlp.down_proj.q_weight",
                    "shape": [
                        2560,
                        864
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8847360,
                    "byteOffset": 14750720
                },
                {
                    "name": "model.layers.3.mlp.down_proj.q_scale",
                    "shape": [
                        2560,
                        216
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1105920,
                    "byteOffset": 23598080
                },
                {
                    "name": "model.layers.3.mlp.gate_up_proj.q_scale",
                    "shape": [
                        13824,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2211840,
                    "byteOffset": 24704000
                },
                {
                    "name": "model.layers.3.post_attention_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 26915840
                },
                {
                    "name": "model.layers.3.self_attn.c_attn.bias",
                    "shape": [
                        7680
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 15360,
                    "byteOffset": 26920960
                }
            ],
            "md5sum": "db3b75264014ede0b092fbde337b7e80"
        },
        {
            "dataPath": "params_shard_50.bin",
            "format": "raw-shard",
            "nbytes": 17694720,
            "records": [
                {
                    "name": "model.layers.30.mlp.gate_up_proj.q_weight",
                    "shape": [
                        13824,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 17694720,
                    "byteOffset": 0
                }
            ],
            "md5sum": "884f40ef9d4291063da28fb4056f980a"
        },
        {
            "dataPath": "params_shard_51.bin",
            "format": "raw-shard",
            "nbytes": 26936320,
            "records": [
                {
                    "name": "model.layers.3.self_attn.c_attn.q_weight",
                    "shape": [
                        7680,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 9830400,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.3.self_attn.c_attn.q_scale",
                    "shape": [
                        7680,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1228800,
                    "byteOffset": 9830400
                },
                {
                    "name": "model.layers.3.self_attn.o_proj.q_weight",
                    "shape": [
                        2560,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3276800,
                    "byteOffset": 11059200
                },
                {
                    "name": "model.layers.3.self_attn.o_proj.q_scale",
                    "shape": [
                        2560,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 409600,
                    "byteOffset": 14336000
                },
                {
                    "name": "model.layers.30.input_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 14745600
                },
                {
                    "name": "model.layers.30.mlp.down_proj.q_weight",
                    "shape": [
                        2560,
                        864
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8847360,
                    "byteOffset": 14750720
                },
                {
                    "name": "model.layers.30.mlp.down_proj.q_scale",
                    "shape": [
                        2560,
                        216
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1105920,
                    "byteOffset": 23598080
                },
                {
                    "name": "model.layers.30.mlp.gate_up_proj.q_scale",
                    "shape": [
                        13824,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2211840,
                    "byteOffset": 24704000
                },
                {
                    "name": "model.layers.30.post_attention_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 26915840
                },
                {
                    "name": "model.layers.30.self_attn.c_attn.bias",
                    "shape": [
                        7680
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 15360,
                    "byteOffset": 26920960
                }
            ],
            "md5sum": "f7bb94bf44235da4500bacfdc6cd3ea4"
        },
        {
            "dataPath": "params_shard_52.bin",
            "format": "raw-shard",
            "nbytes": 17694720,
            "records": [
                {
                    "name": "model.layers.31.mlp.gate_up_proj.q_weight",
                    "shape": [
                        13824,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 17694720,
                    "byteOffset": 0
                }
            ],
            "md5sum": "fac20210e4a2197d17f52f17303ab1ff"
        },
        {
            "dataPath": "params_shard_53.bin",
            "format": "raw-shard",
            "nbytes": 26936320,
            "records": [
                {
                    "name": "model.layers.30.self_attn.c_attn.q_weight",
                    "shape": [
                        7680,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 9830400,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.30.self_attn.c_attn.q_scale",
                    "shape": [
                        7680,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1228800,
                    "byteOffset": 9830400
                },
                {
                    "name": "model.layers.30.self_attn.o_proj.q_weight",
                    "shape": [
                        2560,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3276800,
                    "byteOffset": 11059200
                },
                {
                    "name": "model.layers.30.self_attn.o_proj.q_scale",
                    "shape": [
                        2560,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 409600,
                    "byteOffset": 14336000
                },
                {
                    "name": "model.layers.31.input_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 14745600
                },
                {
                    "name": "model.layers.31.mlp.down_proj.q_weight",
                    "shape": [
                        2560,
                        864
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8847360,
                    "byteOffset": 14750720
                },
                {
                    "name": "model.layers.31.mlp.down_proj.q_scale",
                    "shape": [
                        2560,
                        216
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1105920,
                    "byteOffset": 23598080
                },
                {
                    "name": "model.layers.31.mlp.gate_up_proj.q_scale",
                    "shape": [
                        13824,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2211840,
                    "byteOffset": 24704000
                },
                {
                    "name": "model.layers.31.post_attention_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 26915840
                },
                {
                    "name": "model.layers.31.self_attn.c_attn.bias",
                    "shape": [
                        7680
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 15360,
                    "byteOffset": 26920960
                }
            ],
            "md5sum": "e93e5b4c83b0a61114347d87ef0623bc"
        },
        {
            "dataPath": "params_shard_54.bin",
            "format": "raw-shard",
            "nbytes": 17694720,
            "records": [
                {
                    "name": "model.layers.32.mlp.gate_up_proj.q_weight",
                    "shape": [
                        13824,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 17694720,
                    "byteOffset": 0
                }
            ],
            "md5sum": "62bc40a1075f946e1c08548151c3a7e0"
        },
        {
            "dataPath": "params_shard_55.bin",
            "format": "raw-shard",
            "nbytes": 26936320,
            "records": [
                {
                    "name": "model.layers.31.self_attn.c_attn.q_weight",
                    "shape": [
                        7680,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 9830400,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.31.self_attn.c_attn.q_scale",
                    "shape": [
                        7680,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1228800,
                    "byteOffset": 9830400
                },
                {
                    "name": "model.layers.31.self_attn.o_proj.q_weight",
                    "shape": [
                        2560,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3276800,
                    "byteOffset": 11059200
                },
                {
                    "name": "model.layers.31.self_attn.o_proj.q_scale",
                    "shape": [
                        2560,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 409600,
                    "byteOffset": 14336000
                },
                {
                    "name": "model.layers.32.input_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 14745600
                },
                {
                    "name": "model.layers.32.mlp.down_proj.q_weight",
                    "shape": [
                        2560,
                        864
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8847360,
                    "byteOffset": 14750720
                },
                {
                    "name": "model.layers.32.mlp.down_proj.q_scale",
                    "shape": [
                        2560,
                        216
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1105920,
                    "byteOffset": 23598080
                },
                {
                    "name": "model.layers.32.mlp.gate_up_proj.q_scale",
                    "shape": [
                        13824,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2211840,
                    "byteOffset": 24704000
                },
                {
                    "name": "model.layers.32.post_attention_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 26915840
                },
                {
                    "name": "model.layers.32.self_attn.c_attn.bias",
                    "shape": [
                        7680
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 15360,
                    "byteOffset": 26920960
                }
            ],
            "md5sum": "865bd3ea9bb7856dd47ff029765bd48b"
        },
        {
            "dataPath": "params_shard_56.bin",
            "format": "raw-shard",
            "nbytes": 17694720,
            "records": [
                {
                    "name": "model.layers.33.mlp.gate_up_proj.q_weight",
                    "shape": [
                        13824,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 17694720,
                    "byteOffset": 0
                }
            ],
            "md5sum": "7081ca9671acfceb7f5d65553d592893"
        },
        {
            "dataPath": "params_shard_57.bin",
            "format": "raw-shard",
            "nbytes": 26936320,
            "records": [
                {
                    "name": "model.layers.32.self_attn.c_attn.q_weight",
                    "shape": [
                        7680,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 9830400,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.32.self_attn.c_attn.q_scale",
                    "shape": [
                        7680,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1228800,
                    "byteOffset": 9830400
                },
                {
                    "name": "model.layers.32.self_attn.o_proj.q_weight",
                    "shape": [
                        2560,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3276800,
                    "byteOffset": 11059200
                },
                {
                    "name": "model.layers.32.self_attn.o_proj.q_scale",
                    "shape": [
                        2560,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 409600,
                    "byteOffset": 14336000
                },
                {
                    "name": "model.layers.33.input_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 14745600
                },
                {
                    "name": "model.layers.33.mlp.down_proj.q_weight",
                    "shape": [
                        2560,
                        864
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8847360,
                    "byteOffset": 14750720
                },
                {
                    "name": "model.layers.33.mlp.down_proj.q_scale",
                    "shape": [
                        2560,
                        216
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1105920,
                    "byteOffset": 23598080
                },
                {
                    "name": "model.layers.33.mlp.gate_up_proj.q_scale",
                    "shape": [
                        13824,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2211840,
                    "byteOffset": 24704000
                },
                {
                    "name": "model.layers.33.post_attention_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 26915840
                },
                {
                    "name": "model.layers.33.self_attn.c_attn.bias",
                    "shape": [
                        7680
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 15360,
                    "byteOffset": 26920960
                }
            ],
            "md5sum": "a948d14e82c2cb8f7eba3d8f4db9b61b"
        },
        {
            "dataPath": "params_shard_58.bin",
            "format": "raw-shard",
            "nbytes": 17694720,
            "records": [
                {
                    "name": "model.layers.34.mlp.gate_up_proj.q_weight",
                    "shape": [
                        13824,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 17694720,
                    "byteOffset": 0
                }
            ],
            "md5sum": "dc5bbd920427c74436ec2ad881e05f47"
        },
        {
            "dataPath": "params_shard_59.bin",
            "format": "raw-shard",
            "nbytes": 26936320,
            "records": [
                {
                    "name": "model.layers.33.self_attn.c_attn.q_weight",
                    "shape": [
                        7680,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 9830400,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.33.self_attn.c_attn.q_scale",
                    "shape": [
                        7680,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1228800,
                    "byteOffset": 9830400
                },
                {
                    "name": "model.layers.33.self_attn.o_proj.q_weight",
                    "shape": [
                        2560,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3276800,
                    "byteOffset": 11059200
                },
                {
                    "name": "model.layers.33.self_attn.o_proj.q_scale",
                    "shape": [
                        2560,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 409600,
                    "byteOffset": 14336000
                },
                {
                    "name": "model.layers.34.input_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 14745600
                },
                {
                    "name": "model.layers.34.mlp.down_proj.q_weight",
                    "shape": [
                        2560,
                        864
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8847360,
                    "byteOffset": 14750720
                },
                {
                    "name": "model.layers.34.mlp.down_proj.q_scale",
                    "shape": [
                        2560,
                        216
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1105920,
                    "byteOffset": 23598080
                },
                {
                    "name": "model.layers.34.mlp.gate_up_proj.q_scale",
                    "shape": [
                        13824,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2211840,
                    "byteOffset": 24704000
                },
                {
                    "name": "model.layers.34.post_attention_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 26915840
                },
                {
                    "name": "model.layers.34.self_attn.c_attn.bias",
                    "shape": [
                        7680
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 15360,
                    "byteOffset": 26920960
                }
            ],
            "md5sum": "673bfa3cd6796d21de363141ca59d934"
        },
        {
            "dataPath": "params_shard_60.bin",
            "format": "raw-shard",
            "nbytes": 17694720,
            "records": [
                {
                    "name": "model.layers.35.mlp.gate_up_proj.q_weight",
                    "shape": [
                        13824,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 17694720,
                    "byteOffset": 0
                }
            ],
            "md5sum": "86146f29f1edcf0556aedfb3488479ee"
        },
        {
            "dataPath": "params_shard_61.bin",
            "format": "raw-shard",
            "nbytes": 26936320,
            "records": [
                {
                    "name": "model.layers.34.self_attn.c_attn.q_weight",
                    "shape": [
                        7680,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 9830400,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.34.self_attn.c_attn.q_scale",
                    "shape": [
                        7680,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1228800,
                    "byteOffset": 9830400
                },
                {
                    "name": "model.layers.34.self_attn.o_proj.q_weight",
                    "shape": [
                        2560,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3276800,
                    "byteOffset": 11059200
                },
                {
                    "name": "model.layers.34.self_attn.o_proj.q_scale",
                    "shape": [
                        2560,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 409600,
                    "byteOffset": 14336000
                },
                {
                    "name": "model.layers.35.input_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 14745600
                },
                {
                    "name": "model.layers.35.mlp.down_proj.q_weight",
                    "shape": [
                        2560,
                        864
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8847360,
                    "byteOffset": 14750720
                },
                {
                    "name": "model.layers.35.mlp.down_proj.q_scale",
                    "shape": [
                        2560,
                        216
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1105920,
                    "byteOffset": 23598080
                },
                {
                    "name": "model.layers.35.mlp.gate_up_proj.q_scale",
                    "shape": [
                        13824,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2211840,
                    "byteOffset": 24704000
                },
                {
                    "name": "model.layers.35.post_attention_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 26915840
                },
                {
                    "name": "model.layers.35.self_attn.c_attn.bias",
                    "shape": [
                        7680
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 15360,
                    "byteOffset": 26920960
                }
            ],
            "md5sum": "53cb760e1a70c97e57998b447a6bd2c3"
        },
        {
            "dataPath": "params_shard_62.bin",
            "format": "raw-shard",
            "nbytes": 17694720,
            "records": [
                {
                    "name": "model.layers.36.mlp.gate_up_proj.q_weight",
                    "shape": [
                        13824,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 17694720,
                    "byteOffset": 0
                }
            ],
            "md5sum": "7d2ea3116aca9b1b7e035f197eb69046"
        },
        {
            "dataPath": "params_shard_63.bin",
            "format": "raw-shard",
            "nbytes": 26936320,
            "records": [
                {
                    "name": "model.layers.35.self_attn.c_attn.q_weight",
                    "shape": [
                        7680,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 9830400,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.35.self_attn.c_attn.q_scale",
                    "shape": [
                        7680,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1228800,
                    "byteOffset": 9830400
                },
                {
                    "name": "model.layers.35.self_attn.o_proj.q_weight",
                    "shape": [
                        2560,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3276800,
                    "byteOffset": 11059200
                },
                {
                    "name": "model.layers.35.self_attn.o_proj.q_scale",
                    "shape": [
                        2560,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 409600,
                    "byteOffset": 14336000
                },
                {
                    "name": "model.layers.36.input_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 14745600
                },
                {
                    "name": "model.layers.36.mlp.down_proj.q_weight",
                    "shape": [
                        2560,
                        864
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8847360,
                    "byteOffset": 14750720
                },
                {
                    "name": "model.layers.36.mlp.down_proj.q_scale",
                    "shape": [
                        2560,
                        216
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1105920,
                    "byteOffset": 23598080
                },
                {
                    "name": "model.layers.36.mlp.gate_up_proj.q_scale",
                    "shape": [
                        13824,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2211840,
                    "byteOffset": 24704000
                },
                {
                    "name": "model.layers.36.post_attention_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 26915840
                },
                {
                    "name": "model.layers.36.self_attn.c_attn.bias",
                    "shape": [
                        7680
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 15360,
                    "byteOffset": 26920960
                }
            ],
            "md5sum": "74d37dff56b8e1ae7e0c3dfdad0dbfb5"
        },
        {
            "dataPath": "params_shard_64.bin",
            "format": "raw-shard",
            "nbytes": 17694720,
            "records": [
                {
                    "name": "model.layers.37.mlp.gate_up_proj.q_weight",
                    "shape": [
                        13824,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 17694720,
                    "byteOffset": 0
                }
            ],
            "md5sum": "4dd36960c740f3081022ad3e094806e9"
        },
        {
            "dataPath": "params_shard_65.bin",
            "format": "raw-shard",
            "nbytes": 26936320,
            "records": [
                {
                    "name": "model.layers.36.self_attn.c_attn.q_weight",
                    "shape": [
                        7680,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 9830400,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.36.self_attn.c_attn.q_scale",
                    "shape": [
                        7680,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1228800,
                    "byteOffset": 9830400
                },
                {
                    "name": "model.layers.36.self_attn.o_proj.q_weight",
                    "shape": [
                        2560,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3276800,
                    "byteOffset": 11059200
                },
                {
                    "name": "model.layers.36.self_attn.o_proj.q_scale",
                    "shape": [
                        2560,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 409600,
                    "byteOffset": 14336000
                },
                {
                    "name": "model.layers.37.input_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 14745600
                },
                {
                    "name": "model.layers.37.mlp.down_proj.q_weight",
                    "shape": [
                        2560,
                        864
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8847360,
                    "byteOffset": 14750720
                },
                {
                    "name": "model.layers.37.mlp.down_proj.q_scale",
                    "shape": [
                        2560,
                        216
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1105920,
                    "byteOffset": 23598080
                },
                {
                    "name": "model.layers.37.mlp.gate_up_proj.q_scale",
                    "shape": [
                        13824,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2211840,
                    "byteOffset": 24704000
                },
                {
                    "name": "model.layers.37.post_attention_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 26915840
                },
                {
                    "name": "model.layers.37.self_attn.c_attn.bias",
                    "shape": [
                        7680
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 15360,
                    "byteOffset": 26920960
                }
            ],
            "md5sum": "dd7f6a16b300317606dec91e9b0010f7"
        },
        {
            "dataPath": "params_shard_66.bin",
            "format": "raw-shard",
            "nbytes": 17694720,
            "records": [
                {
                    "name": "model.layers.38.mlp.gate_up_proj.q_weight",
                    "shape": [
                        13824,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 17694720,
                    "byteOffset": 0
                }
            ],
            "md5sum": "0b186e7154dfb607d3641b64943b4e88"
        },
        {
            "dataPath": "params_shard_67.bin",
            "format": "raw-shard",
            "nbytes": 26936320,
            "records": [
                {
                    "name": "model.layers.37.self_attn.c_attn.q_weight",
                    "shape": [
                        7680,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 9830400,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.37.self_attn.c_attn.q_scale",
                    "shape": [
                        7680,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1228800,
                    "byteOffset": 9830400
                },
                {
                    "name": "model.layers.37.self_attn.o_proj.q_weight",
                    "shape": [
                        2560,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3276800,
                    "byteOffset": 11059200
                },
                {
                    "name": "model.layers.37.self_attn.o_proj.q_scale",
                    "shape": [
                        2560,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 409600,
                    "byteOffset": 14336000
                },
                {
                    "name": "model.layers.38.input_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 14745600
                },
                {
                    "name": "model.layers.38.mlp.down_proj.q_weight",
                    "shape": [
                        2560,
                        864
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8847360,
                    "byteOffset": 14750720
                },
                {
                    "name": "model.layers.38.mlp.down_proj.q_scale",
                    "shape": [
                        2560,
                        216
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1105920,
                    "byteOffset": 23598080
                },
                {
                    "name": "model.layers.38.mlp.gate_up_proj.q_scale",
                    "shape": [
                        13824,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2211840,
                    "byteOffset": 24704000
                },
                {
                    "name": "model.layers.38.post_attention_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 26915840
                },
                {
                    "name": "model.layers.38.self_attn.c_attn.bias",
                    "shape": [
                        7680
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 15360,
                    "byteOffset": 26920960
                }
            ],
            "md5sum": "9d41c8040c08778155500dd03725a44b"
        },
        {
            "dataPath": "params_shard_68.bin",
            "format": "raw-shard",
            "nbytes": 17694720,
            "records": [
                {
                    "name": "model.layers.39.mlp.gate_up_proj.q_weight",
                    "shape": [
                        13824,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 17694720,
                    "byteOffset": 0
                }
            ],
            "md5sum": "d28fa20bacb9a18dadd36cbc7d32518e"
        },
        {
            "dataPath": "params_shard_69.bin",
            "format": "raw-shard",
            "nbytes": 26936320,
            "records": [
                {
                    "name": "model.layers.38.self_attn.c_attn.q_weight",
                    "shape": [
                        7680,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 9830400,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.38.self_attn.c_attn.q_scale",
                    "shape": [
                        7680,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1228800,
                    "byteOffset": 9830400
                },
                {
                    "name": "model.layers.38.self_attn.o_proj.q_weight",
                    "shape": [
                        2560,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3276800,
                    "byteOffset": 11059200
                },
                {
                    "name": "model.layers.38.self_attn.o_proj.q_scale",
                    "shape": [
                        2560,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 409600,
                    "byteOffset": 14336000
                },
                {
                    "name": "model.layers.39.input_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 14745600
                },
                {
                    "name": "model.layers.39.mlp.down_proj.q_weight",
                    "shape": [
                        2560,
                        864
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8847360,
                    "byteOffset": 14750720
                },
                {
                    "name": "model.layers.39.mlp.down_proj.q_scale",
                    "shape": [
                        2560,
                        216
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1105920,
                    "byteOffset": 23598080
                },
                {
                    "name": "model.layers.39.mlp.gate_up_proj.q_scale",
                    "shape": [
                        13824,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2211840,
                    "byteOffset": 24704000
                },
                {
                    "name": "model.layers.39.post_attention_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 26915840
                },
                {
                    "name": "model.layers.39.self_attn.c_attn.bias",
                    "shape": [
                        7680
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 15360,
                    "byteOffset": 26920960
                }
            ],
            "md5sum": "1d7bfdd204c4ba7538d49579cf6875ed"
        },
        {
            "dataPath": "params_shard_70.bin",
            "format": "raw-shard",
            "nbytes": 17694720,
            "records": [
                {
                    "name": "model.layers.4.mlp.gate_up_proj.q_weight",
                    "shape": [
                        13824,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 17694720,
                    "byteOffset": 0
                }
            ],
            "md5sum": "631eaff454cdfe910020247dde81a3f5"
        },
        {
            "dataPath": "params_shard_71.bin",
            "format": "raw-shard",
            "nbytes": 26936320,
            "records": [
                {
                    "name": "model.layers.39.self_attn.c_attn.q_weight",
                    "shape": [
                        7680,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 9830400,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.39.self_attn.c_attn.q_scale",
                    "shape": [
                        7680,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1228800,
                    "byteOffset": 9830400
                },
                {
                    "name": "model.layers.39.self_attn.o_proj.q_weight",
                    "shape": [
                        2560,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3276800,
                    "byteOffset": 11059200
                },
                {
                    "name": "model.layers.39.self_attn.o_proj.q_scale",
                    "shape": [
                        2560,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 409600,
                    "byteOffset": 14336000
                },
                {
                    "name": "model.layers.4.input_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 14745600
                },
                {
                    "name": "model.layers.4.mlp.down_proj.q_weight",
                    "shape": [
                        2560,
                        864
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8847360,
                    "byteOffset": 14750720
                },
                {
                    "name": "model.layers.4.mlp.down_proj.q_scale",
                    "shape": [
                        2560,
                        216
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1105920,
                    "byteOffset": 23598080
                },
                {
                    "name": "model.layers.4.mlp.gate_up_proj.q_scale",
                    "shape": [
                        13824,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2211840,
                    "byteOffset": 24704000
                },
                {
                    "name": "model.layers.4.post_attention_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 26915840
                },
                {
                    "name": "model.layers.4.self_attn.c_attn.bias",
                    "shape": [
                        7680
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 15360,
                    "byteOffset": 26920960
                }
            ],
            "md5sum": "5464caf27c74761a7e7bd6170aa628a9"
        },
        {
            "dataPath": "params_shard_72.bin",
            "format": "raw-shard",
            "nbytes": 17694720,
            "records": [
                {
                    "name": "model.layers.5.mlp.gate_up_proj.q_weight",
                    "shape": [
                        13824,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 17694720,
                    "byteOffset": 0
                }
            ],
            "md5sum": "b77f59a22acb13e53dab87501e0e4fea"
        },
        {
            "dataPath": "params_shard_73.bin",
            "format": "raw-shard",
            "nbytes": 26936320,
            "records": [
                {
                    "name": "model.layers.4.self_attn.c_attn.q_weight",
                    "shape": [
                        7680,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 9830400,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.4.self_attn.c_attn.q_scale",
                    "shape": [
                        7680,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1228800,
                    "byteOffset": 9830400
                },
                {
                    "name": "model.layers.4.self_attn.o_proj.q_weight",
                    "shape": [
                        2560,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3276800,
                    "byteOffset": 11059200
                },
                {
                    "name": "model.layers.4.self_attn.o_proj.q_scale",
                    "shape": [
                        2560,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 409600,
                    "byteOffset": 14336000
                },
                {
                    "name": "model.layers.5.input_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 14745600
                },
                {
                    "name": "model.layers.5.mlp.down_proj.q_weight",
                    "shape": [
                        2560,
                        864
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8847360,
                    "byteOffset": 14750720
                },
                {
                    "name": "model.layers.5.mlp.down_proj.q_scale",
                    "shape": [
                        2560,
                        216
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1105920,
                    "byteOffset": 23598080
                },
                {
                    "name": "model.layers.5.mlp.gate_up_proj.q_scale",
                    "shape": [
                        13824,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2211840,
                    "byteOffset": 24704000
                },
                {
                    "name": "model.layers.5.post_attention_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 26915840
                },
                {
                    "name": "model.layers.5.self_attn.c_attn.bias",
                    "shape": [
                        7680
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 15360,
                    "byteOffset": 26920960
                }
            ],
            "md5sum": "63bfe1e304873d9f132d9c1a74d9c528"
        },
        {
            "dataPath": "params_shard_74.bin",
            "format": "raw-shard",
            "nbytes": 17694720,
            "records": [
                {
                    "name": "model.layers.6.mlp.gate_up_proj.q_weight",
                    "shape": [
                        13824,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 17694720,
                    "byteOffset": 0
                }
            ],
            "md5sum": "9eca403e3152dcad61f60f664e91b32c"
        },
        {
            "dataPath": "params_shard_75.bin",
            "format": "raw-shard",
            "nbytes": 26936320,
            "records": [
                {
                    "name": "model.layers.5.self_attn.c_attn.q_weight",
                    "shape": [
                        7680,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 9830400,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.5.self_attn.c_attn.q_scale",
                    "shape": [
                        7680,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1228800,
                    "byteOffset": 9830400
                },
                {
                    "name": "model.layers.5.self_attn.o_proj.q_weight",
                    "shape": [
                        2560,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3276800,
                    "byteOffset": 11059200
                },
                {
                    "name": "model.layers.5.self_attn.o_proj.q_scale",
                    "shape": [
                        2560,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 409600,
                    "byteOffset": 14336000
                },
                {
                    "name": "model.layers.6.input_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 14745600
                },
                {
                    "name": "model.layers.6.mlp.down_proj.q_weight",
                    "shape": [
                        2560,
                        864
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8847360,
                    "byteOffset": 14750720
                },
                {
                    "name": "model.layers.6.mlp.down_proj.q_scale",
                    "shape": [
                        2560,
                        216
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1105920,
                    "byteOffset": 23598080
                },
                {
                    "name": "model.layers.6.mlp.gate_up_proj.q_scale",
                    "shape": [
                        13824,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2211840,
                    "byteOffset": 24704000
                },
                {
                    "name": "model.layers.6.post_attention_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 26915840
                },
                {
                    "name": "model.layers.6.self_attn.c_attn.bias",
                    "shape": [
                        7680
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 15360,
                    "byteOffset": 26920960
                }
            ],
            "md5sum": "f1a38ab0222625abc9fd27f1c8fc593f"
        },
        {
            "dataPath": "params_shard_76.bin",
            "format": "raw-shard",
            "nbytes": 17694720,
            "records": [
                {
                    "name": "model.layers.7.mlp.gate_up_proj.q_weight",
                    "shape": [
                        13824,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 17694720,
                    "byteOffset": 0
                }
            ],
            "md5sum": "754ff8facf6f79fe93d660da4ae354a1"
        },
        {
            "dataPath": "params_shard_77.bin",
            "format": "raw-shard",
            "nbytes": 26936320,
            "records": [
                {
                    "name": "model.layers.6.self_attn.c_attn.q_weight",
                    "shape": [
                        7680,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 9830400,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.6.self_attn.c_attn.q_scale",
                    "shape": [
                        7680,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1228800,
                    "byteOffset": 9830400
                },
                {
                    "name": "model.layers.6.self_attn.o_proj.q_weight",
                    "shape": [
                        2560,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3276800,
                    "byteOffset": 11059200
                },
                {
                    "name": "model.layers.6.self_attn.o_proj.q_scale",
                    "shape": [
                        2560,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 409600,
                    "byteOffset": 14336000
                },
                {
                    "name": "model.layers.7.input_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 14745600
                },
                {
                    "name": "model.layers.7.mlp.down_proj.q_weight",
                    "shape": [
                        2560,
                        864
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8847360,
                    "byteOffset": 14750720
                },
                {
                    "name": "model.layers.7.mlp.down_proj.q_scale",
                    "shape": [
                        2560,
                        216
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1105920,
                    "byteOffset": 23598080
                },
                {
                    "name": "model.layers.7.mlp.gate_up_proj.q_scale",
                    "shape": [
                        13824,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2211840,
                    "byteOffset": 24704000
                },
                {
                    "name": "model.layers.7.post_attention_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 26915840
                },
                {
                    "name": "model.layers.7.self_attn.c_attn.bias",
                    "shape": [
                        7680
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 15360,
                    "byteOffset": 26920960
                }
            ],
            "md5sum": "82967b78a426c0ed945d3943c2369502"
        },
        {
            "dataPath": "params_shard_78.bin",
            "format": "raw-shard",
            "nbytes": 17694720,
            "records": [
                {
                    "name": "model.layers.8.mlp.gate_up_proj.q_weight",
                    "shape": [
                        13824,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 17694720,
                    "byteOffset": 0
                }
            ],
            "md5sum": "165c83c894c64dbae6f5e6baebdb7772"
        },
        {
            "dataPath": "params_shard_79.bin",
            "format": "raw-shard",
            "nbytes": 26936320,
            "records": [
                {
                    "name": "model.layers.7.self_attn.c_attn.q_weight",
                    "shape": [
                        7680,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 9830400,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.7.self_attn.c_attn.q_scale",
                    "shape": [
                        7680,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1228800,
                    "byteOffset": 9830400
                },
                {
                    "name": "model.layers.7.self_attn.o_proj.q_weight",
                    "shape": [
                        2560,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3276800,
                    "byteOffset": 11059200
                },
                {
                    "name": "model.layers.7.self_attn.o_proj.q_scale",
                    "shape": [
                        2560,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 409600,
                    "byteOffset": 14336000
                },
                {
                    "name": "model.layers.8.input_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 14745600
                },
                {
                    "name": "model.layers.8.mlp.down_proj.q_weight",
                    "shape": [
                        2560,
                        864
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8847360,
                    "byteOffset": 14750720
                },
                {
                    "name": "model.layers.8.mlp.down_proj.q_scale",
                    "shape": [
                        2560,
                        216
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1105920,
                    "byteOffset": 23598080
                },
                {
                    "name": "model.layers.8.mlp.gate_up_proj.q_scale",
                    "shape": [
                        13824,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2211840,
                    "byteOffset": 24704000
                },
                {
                    "name": "model.layers.8.post_attention_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 26915840
                },
                {
                    "name": "model.layers.8.self_attn.c_attn.bias",
                    "shape": [
                        7680
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 15360,
                    "byteOffset": 26920960
                }
            ],
            "md5sum": "34cfb6db23c3b9e4505fc516a8bc84fa"
        },
        {
            "dataPath": "params_shard_80.bin",
            "format": "raw-shard",
            "nbytes": 17694720,
            "records": [
                {
                    "name": "model.layers.9.mlp.gate_up_proj.q_weight",
                    "shape": [
                        13824,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 17694720,
                    "byteOffset": 0
                }
            ],
            "md5sum": "ccc46ef1645b4a9e8d9d025bb0215993"
        },
        {
            "dataPath": "params_shard_81.bin",
            "format": "raw-shard",
            "nbytes": 26936320,
            "records": [
                {
                    "name": "model.layers.8.self_attn.c_attn.q_weight",
                    "shape": [
                        7680,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 9830400,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.8.self_attn.c_attn.q_scale",
                    "shape": [
                        7680,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1228800,
                    "byteOffset": 9830400
                },
                {
                    "name": "model.layers.8.self_attn.o_proj.q_weight",
                    "shape": [
                        2560,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3276800,
                    "byteOffset": 11059200
                },
                {
                    "name": "model.layers.8.self_attn.o_proj.q_scale",
                    "shape": [
                        2560,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 409600,
                    "byteOffset": 14336000
                },
                {
                    "name": "model.layers.9.input_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 14745600
                },
                {
                    "name": "model.layers.9.mlp.down_proj.q_weight",
                    "shape": [
                        2560,
                        864
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 8847360,
                    "byteOffset": 14750720
                },
                {
                    "name": "model.layers.9.mlp.down_proj.q_scale",
                    "shape": [
                        2560,
                        216
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1105920,
                    "byteOffset": 23598080
                },
                {
                    "name": "model.layers.9.mlp.gate_up_proj.q_scale",
                    "shape": [
                        13824,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 2211840,
                    "byteOffset": 24704000
                },
                {
                    "name": "model.layers.9.post_attention_layernorm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 26915840
                },
                {
                    "name": "model.layers.9.self_attn.c_attn.bias",
                    "shape": [
                        7680
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 15360,
                    "byteOffset": 26920960
                }
            ],
            "md5sum": "b20564c77c4bab0433f0c14bf2e43033"
        },
        {
            "dataPath": "params_shard_82.bin",
            "format": "raw-shard",
            "nbytes": 14750720,
            "records": [
                {
                    "name": "model.layers.9.self_attn.c_attn.q_weight",
                    "shape": [
                        7680,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 9830400,
                    "byteOffset": 0
                },
                {
                    "name": "model.layers.9.self_attn.c_attn.q_scale",
                    "shape": [
                        7680,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 1228800,
                    "byteOffset": 9830400
                },
                {
                    "name": "model.layers.9.self_attn.o_proj.q_weight",
                    "shape": [
                        2560,
                        320
                    ],
                    "dtype": "uint32",
                    "format": "f32-to-bf16",
                    "nbytes": 3276800,
                    "byteOffset": 11059200
                },
                {
                    "name": "model.layers.9.self_attn.o_proj.q_scale",
                    "shape": [
                        2560,
                        80
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 409600,
                    "byteOffset": 14336000
                },
                {
                    "name": "model.norm.weight",
                    "shape": [
                        2560
                    ],
                    "dtype": "float16",
                    "format": "f32-to-bf16",
                    "nbytes": 5120,
                    "byteOffset": 14745600
                }
            ],
            "md5sum": "c21a0d5b00ddef9b73a7ff9bcee560bf"
        }
    ]
}