{ "metadata": { "ParamSize": 245, "ParamBytes": 675649536.0, "BitsPerParam": 5.001880498111684 }, "records": [ { "dataPath": "params_shard_0.bin", "format": "raw-shard", "nbytes": 100270080, "records": [ { "name": "model.embed_tokens.q_weight", "shape": [ 130560, 192 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 100270080, "byteOffset": 0 } ], "md5sum": "2598e084429f0f43b8948aedacb150f9" }, { "dataPath": "params_shard_1.bin", "format": "raw-shard", "nbytes": 100270080, "records": [ { "name": "lm_head.q_weight", "shape": [ 130560, 192 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 100270080, "byteOffset": 0 } ], "md5sum": "556205fc2e6903255cdbfc51bbd2dbcb" }, { "dataPath": "params_shard_2.bin", "format": "raw-shard", "nbytes": 32145408, "records": [ { "name": "model.embed_tokens.q_scale", "shape": [ 130560, 48 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 12533760, "byteOffset": 0 }, { "name": "lm_head.q_scale", "shape": [ 130560, 48 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 12533760, "byteOffset": 12533760 }, { "name": "model.layers.0.self_attn.o_proj.q_weight", "shape": [ 1536, 256 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 1572864, "byteOffset": 25067520 }, { "name": "model.layers.0.self_attn.o_proj.q_scale", "shape": [ 1536, 64 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 196608, "byteOffset": 26640384 }, { "name": "model.layers.1.self_attn.o_proj.q_weight", "shape": [ 1536, 256 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 1572864, "byteOffset": 26836992 }, { "name": "model.layers.1.self_attn.o_proj.q_scale", "shape": [ 1536, 64 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 196608, "byteOffset": 28409856 }, { "name": "model.layers.2.self_attn.o_proj.q_weight", "shape": [ 1536, 256 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 1572864, "byteOffset": 28606464 }, { "name": "model.layers.2.self_attn.o_proj.q_scale", "shape": [ 1536, 64 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 196608, "byteOffset": 30179328 }, { "name": "model.layers.3.self_attn.o_proj.q_weight", "shape": [ 1536, 256 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 1572864, "byteOffset": 30375936 }, { "name": "model.layers.3.self_attn.o_proj.q_scale", "shape": [ 1536, 64 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 196608, "byteOffset": 31948800 } ], "md5sum": "61c1913e8fdcae3c2c3fdd77960c63d4" }, { "dataPath": "params_shard_3.bin", "format": "raw-shard", "nbytes": 33423360, "records": [ { "name": "model.layers.4.self_attn.o_proj.q_weight", "shape": [ 1536, 256 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 1572864, "byteOffset": 0 }, { "name": "model.layers.4.self_attn.o_proj.q_scale", "shape": [ 1536, 64 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 196608, "byteOffset": 1572864 }, { "name": "model.layers.5.self_attn.o_proj.q_weight", "shape": [ 1536, 256 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 1572864, "byteOffset": 1769472 }, { "name": "model.layers.5.self_attn.o_proj.q_scale", "shape": [ 1536, 64 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 196608, "byteOffset": 3342336 }, { "name": "model.layers.6.self_attn.o_proj.q_weight", "shape": [ 1536, 256 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 1572864, "byteOffset": 3538944 }, { "name": "model.layers.6.self_attn.o_proj.q_scale", "shape": [ 1536, 64 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 196608, "byteOffset": 5111808 }, { "name": "model.layers.7.self_attn.o_proj.q_weight", "shape": [ 1536, 256 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 1572864, "byteOffset": 5308416 }, { "name": "model.layers.7.self_attn.o_proj.q_scale", "shape": [ 1536, 64 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 196608, "byteOffset": 6881280 }, { "name": "model.layers.8.self_attn.o_proj.q_weight", "shape": [ 1536, 256 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 1572864, "byteOffset": 7077888 }, { "name": "model.layers.8.self_attn.o_proj.q_scale", "shape": [ 1536, 64 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 196608, "byteOffset": 8650752 }, { "name": "model.layers.9.self_attn.o_proj.q_weight", "shape": [ 1536, 256 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 1572864, "byteOffset": 8847360 }, { "name": "model.layers.9.self_attn.o_proj.q_scale", "shape": [ 1536, 64 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 196608, "byteOffset": 10420224 }, { "name": "model.layers.10.self_attn.o_proj.q_weight", "shape": [ 1536, 256 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 1572864, "byteOffset": 10616832 }, { "name": "model.layers.10.self_attn.o_proj.q_scale", "shape": [ 1536, 64 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 196608, "byteOffset": 12189696 }, { "name": "model.layers.11.self_attn.o_proj.q_weight", "shape": [ 1536, 256 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 1572864, "byteOffset": 12386304 }, { "name": "model.layers.11.self_attn.o_proj.q_scale", "shape": [ 1536, 64 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 196608, "byteOffset": 13959168 }, { "name": "model.layers.12.self_attn.o_proj.q_weight", "shape": [ 1536, 256 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 1572864, "byteOffset": 14155776 }, { "name": "model.layers.12.self_attn.o_proj.q_scale", "shape": [ 1536, 64 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 196608, "byteOffset": 15728640 }, { "name": "model.layers.13.self_attn.o_proj.q_weight", "shape": [ 1536, 256 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 1572864, "byteOffset": 15925248 }, { "name": "model.layers.13.self_attn.o_proj.q_scale", "shape": [ 1536, 64 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 196608, "byteOffset": 17498112 }, { "name": "model.layers.14.self_attn.o_proj.q_weight", "shape": [ 1536, 256 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 1572864, "byteOffset": 17694720 }, { "name": "model.layers.14.self_attn.o_proj.q_scale", "shape": [ 1536, 64 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 196608, "byteOffset": 19267584 }, { "name": "model.layers.15.self_attn.o_proj.q_weight", "shape": [ 1536, 256 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 1572864, "byteOffset": 19464192 }, { "name": "model.layers.15.self_attn.o_proj.q_scale", "shape": [ 1536, 64 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 196608, "byteOffset": 21037056 }, { "name": "model.layers.16.self_attn.o_proj.q_weight", "shape": [ 1536, 256 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 1572864, "byteOffset": 21233664 }, { "name": "model.layers.16.self_attn.o_proj.q_scale", "shape": [ 1536, 64 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 196608, "byteOffset": 22806528 }, { "name": "model.layers.17.self_attn.o_proj.q_weight", "shape": [ 1536, 256 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 1572864, "byteOffset": 23003136 }, { "name": "model.layers.17.self_attn.o_proj.q_scale", "shape": [ 1536, 64 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 196608, "byteOffset": 24576000 }, { "name": "model.layers.18.self_attn.o_proj.q_weight", "shape": [ 1536, 256 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 1572864, "byteOffset": 24772608 }, { "name": "model.layers.18.self_attn.o_proj.q_scale", "shape": [ 1536, 64 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 196608, "byteOffset": 26345472 }, { "name": "model.layers.19.self_attn.o_proj.q_weight", "shape": [ 1536, 256 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 1572864, "byteOffset": 26542080 }, { "name": "model.layers.19.self_attn.o_proj.q_scale", "shape": [ 1536, 64 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 196608, "byteOffset": 28114944 }, { "name": "model.layers.20.self_attn.o_proj.q_weight", "shape": [ 1536, 256 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 1572864, "byteOffset": 28311552 }, { "name": "model.layers.20.self_attn.o_proj.q_scale", "shape": [ 1536, 64 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 196608, "byteOffset": 29884416 }, { "name": "model.layers.21.self_attn.o_proj.q_weight", "shape": [ 1536, 256 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 1572864, "byteOffset": 30081024 }, { "name": "model.layers.21.self_attn.o_proj.q_scale", "shape": [ 1536, 64 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 196608, "byteOffset": 31653888 }, { "name": "model.layers.22.self_attn.o_proj.q_weight", "shape": [ 1536, 256 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 1572864, "byteOffset": 31850496 } ], "md5sum": "fc6df0fc8b62de0dda75a475f65689d3" }, { "dataPath": "params_shard_4.bin", "format": "raw-shard", "nbytes": 32931840, "records": [ { "name": "model.layers.22.self_attn.o_proj.q_scale", "shape": [ 1536, 64 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 196608, "byteOffset": 0 }, { "name": "model.layers.23.self_attn.o_proj.q_weight", "shape": [ 1536, 256 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 1572864, "byteOffset": 196608 }, { "name": "model.layers.23.self_attn.o_proj.q_scale", "shape": [ 1536, 64 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 196608, "byteOffset": 1769472 }, { "name": "model.layers.0.self_attn.qkv_proj.q_weight", "shape": [ 2560, 192 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 1966080, "byteOffset": 1966080 }, { "name": "model.layers.0.self_attn.qkv_proj.q_scale", "shape": [ 2560, 48 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 245760, "byteOffset": 3932160 }, { "name": "model.layers.1.self_attn.qkv_proj.q_weight", "shape": [ 2560, 192 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 1966080, "byteOffset": 4177920 }, { "name": "model.layers.1.self_attn.qkv_proj.q_scale", "shape": [ 2560, 48 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 245760, "byteOffset": 6144000 }, { "name": "model.layers.2.self_attn.qkv_proj.q_weight", "shape": [ 2560, 192 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 1966080, "byteOffset": 6389760 }, { "name": "model.layers.2.self_attn.qkv_proj.q_scale", "shape": [ 2560, 48 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 245760, "byteOffset": 8355840 }, { "name": "model.layers.3.self_attn.qkv_proj.q_weight", "shape": [ 2560, 192 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 1966080, "byteOffset": 8601600 }, { "name": "model.layers.3.self_attn.qkv_proj.q_scale", "shape": [ 2560, 48 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 245760, "byteOffset": 10567680 }, { "name": "model.layers.4.self_attn.qkv_proj.q_weight", "shape": [ 2560, 192 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 1966080, "byteOffset": 10813440 }, { "name": "model.layers.4.self_attn.qkv_proj.q_scale", "shape": [ 2560, 48 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 245760, "byteOffset": 12779520 }, { "name": "model.layers.5.self_attn.qkv_proj.q_weight", "shape": [ 2560, 192 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 1966080, "byteOffset": 13025280 }, { "name": "model.layers.5.self_attn.qkv_proj.q_scale", "shape": [ 2560, 48 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 245760, "byteOffset": 14991360 }, { "name": "model.layers.6.self_attn.qkv_proj.q_weight", "shape": [ 2560, 192 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 1966080, "byteOffset": 15237120 }, { "name": "model.layers.6.self_attn.qkv_proj.q_scale", "shape": [ 2560, 48 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 245760, "byteOffset": 17203200 }, { "name": "model.layers.7.self_attn.qkv_proj.q_weight", "shape": [ 2560, 192 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 1966080, "byteOffset": 17448960 }, { "name": "model.layers.7.self_attn.qkv_proj.q_scale", "shape": [ 2560, 48 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 245760, "byteOffset": 19415040 }, { "name": "model.layers.8.self_attn.qkv_proj.q_weight", "shape": [ 2560, 192 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 1966080, "byteOffset": 19660800 }, { "name": "model.layers.8.self_attn.qkv_proj.q_scale", "shape": [ 2560, 48 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 245760, "byteOffset": 21626880 }, { "name": "model.layers.9.self_attn.qkv_proj.q_weight", "shape": [ 2560, 192 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 1966080, "byteOffset": 21872640 }, { "name": "model.layers.9.self_attn.qkv_proj.q_scale", "shape": [ 2560, 48 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 245760, "byteOffset": 23838720 }, { "name": "model.layers.10.self_attn.qkv_proj.q_weight", "shape": [ 2560, 192 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 1966080, "byteOffset": 24084480 }, { "name": "model.layers.10.self_attn.qkv_proj.q_scale", "shape": [ 2560, 48 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 245760, "byteOffset": 26050560 }, { "name": "model.layers.11.self_attn.qkv_proj.q_weight", "shape": [ 2560, 192 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 1966080, "byteOffset": 26296320 }, { "name": "model.layers.11.self_attn.qkv_proj.q_scale", "shape": [ 2560, 48 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 245760, "byteOffset": 28262400 }, { "name": "model.layers.12.self_attn.qkv_proj.q_weight", "shape": [ 2560, 192 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 1966080, "byteOffset": 28508160 }, { "name": "model.layers.12.self_attn.qkv_proj.q_scale", "shape": [ 2560, 48 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 245760, "byteOffset": 30474240 }, { "name": "model.layers.13.self_attn.qkv_proj.q_weight", "shape": [ 2560, 192 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 1966080, "byteOffset": 30720000 }, { "name": "model.layers.13.self_attn.qkv_proj.q_scale", "shape": [ 2560, 48 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 245760, "byteOffset": 32686080 } ], "md5sum": "bd876216cb29d81ffdaadd9336ffa2b1" }, { "dataPath": "params_shard_5.bin", "format": "raw-shard", "nbytes": 30081024, "records": [ { "name": "model.layers.14.self_attn.qkv_proj.q_weight", "shape": [ 2560, 192 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 1966080, "byteOffset": 0 }, { "name": "model.layers.14.self_attn.qkv_proj.q_scale", "shape": [ 2560, 48 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 245760, "byteOffset": 1966080 }, { "name": "model.layers.15.self_attn.qkv_proj.q_weight", "shape": [ 2560, 192 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 1966080, "byteOffset": 2211840 }, { "name": "model.layers.15.self_attn.qkv_proj.q_scale", "shape": [ 2560, 48 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 245760, "byteOffset": 4177920 }, { "name": "model.layers.16.self_attn.qkv_proj.q_weight", "shape": [ 2560, 192 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 1966080, "byteOffset": 4423680 }, { "name": "model.layers.16.self_attn.qkv_proj.q_scale", "shape": [ 2560, 48 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 245760, "byteOffset": 6389760 }, { "name": "model.layers.17.self_attn.qkv_proj.q_weight", "shape": [ 2560, 192 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 1966080, "byteOffset": 6635520 }, { "name": "model.layers.17.self_attn.qkv_proj.q_scale", "shape": [ 2560, 48 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 245760, "byteOffset": 8601600 }, { "name": "model.layers.18.self_attn.qkv_proj.q_weight", "shape": [ 2560, 192 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 1966080, "byteOffset": 8847360 }, { "name": "model.layers.18.self_attn.qkv_proj.q_scale", "shape": [ 2560, 48 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 245760, "byteOffset": 10813440 }, { "name": "model.layers.19.self_attn.qkv_proj.q_weight", "shape": [ 2560, 192 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 1966080, "byteOffset": 11059200 }, { "name": "model.layers.19.self_attn.qkv_proj.q_scale", "shape": [ 2560, 48 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 245760, "byteOffset": 13025280 }, { "name": "model.layers.20.self_attn.qkv_proj.q_weight", "shape": [ 2560, 192 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 1966080, "byteOffset": 13271040 }, { "name": "model.layers.20.self_attn.qkv_proj.q_scale", "shape": [ 2560, 48 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 245760, "byteOffset": 15237120 }, { "name": "model.layers.21.self_attn.qkv_proj.q_weight", "shape": [ 2560, 192 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 1966080, "byteOffset": 15482880 }, { "name": "model.layers.21.self_attn.qkv_proj.q_scale", "shape": [ 2560, 48 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 245760, "byteOffset": 17448960 }, { "name": "model.layers.22.self_attn.qkv_proj.q_weight", "shape": [ 2560, 192 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 1966080, "byteOffset": 17694720 }, { "name": "model.layers.22.self_attn.qkv_proj.q_scale", "shape": [ 2560, 48 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 245760, "byteOffset": 19660800 }, { "name": "model.layers.23.self_attn.qkv_proj.q_weight", "shape": [ 2560, 192 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 1966080, "byteOffset": 19906560 }, { "name": "model.layers.23.self_attn.qkv_proj.q_scale", "shape": [ 2560, 48 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 245760, "byteOffset": 21872640 }, { "name": "model.layers.0.mlp.gate_up_proj.q_weight", "shape": [ 9216, 192 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 7077888, "byteOffset": 22118400 }, { "name": "model.layers.0.mlp.gate_up_proj.q_scale", "shape": [ 9216, 48 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 884736, "byteOffset": 29196288 } ], "md5sum": "4163b30e140b958c0afb1c0d13a973d7" }, { "dataPath": "params_shard_6.bin", "format": "raw-shard", "nbytes": 31850496, "records": [ { "name": "model.layers.1.mlp.gate_up_proj.q_weight", "shape": [ 9216, 192 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 7077888, "byteOffset": 0 }, { "name": "model.layers.1.mlp.gate_up_proj.q_scale", "shape": [ 9216, 48 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 884736, "byteOffset": 7077888 }, { "name": "model.layers.2.mlp.gate_up_proj.q_weight", "shape": [ 9216, 192 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 7077888, "byteOffset": 7962624 }, { "name": "model.layers.2.mlp.gate_up_proj.q_scale", "shape": [ 9216, 48 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 884736, "byteOffset": 15040512 }, { "name": "model.layers.3.mlp.gate_up_proj.q_weight", "shape": [ 9216, 192 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 7077888, "byteOffset": 15925248 }, { "name": "model.layers.3.mlp.gate_up_proj.q_scale", "shape": [ 9216, 48 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 884736, "byteOffset": 23003136 }, { "name": "model.layers.4.mlp.gate_up_proj.q_weight", "shape": [ 9216, 192 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 7077888, "byteOffset": 23887872 }, { "name": "model.layers.4.mlp.gate_up_proj.q_scale", "shape": [ 9216, 48 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 884736, "byteOffset": 30965760 } ], "md5sum": "270bcd27df3a3eb1d3825ea5f27a76ae" }, { "dataPath": "params_shard_7.bin", "format": "raw-shard", "nbytes": 31850496, "records": [ { "name": "model.layers.5.mlp.gate_up_proj.q_weight", "shape": [ 9216, 192 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 7077888, "byteOffset": 0 }, { "name": "model.layers.5.mlp.gate_up_proj.q_scale", "shape": [ 9216, 48 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 884736, "byteOffset": 7077888 }, { "name": "model.layers.6.mlp.gate_up_proj.q_weight", "shape": [ 9216, 192 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 7077888, "byteOffset": 7962624 }, { "name": "model.layers.6.mlp.gate_up_proj.q_scale", "shape": [ 9216, 48 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 884736, "byteOffset": 15040512 }, { "name": "model.layers.7.mlp.gate_up_proj.q_weight", "shape": [ 9216, 192 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 7077888, "byteOffset": 15925248 }, { "name": "model.layers.7.mlp.gate_up_proj.q_scale", "shape": [ 9216, 48 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 884736, "byteOffset": 23003136 }, { "name": "model.layers.8.mlp.gate_up_proj.q_weight", "shape": [ 9216, 192 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 7077888, "byteOffset": 23887872 }, { "name": "model.layers.8.mlp.gate_up_proj.q_scale", "shape": [ 9216, 48 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 884736, "byteOffset": 30965760 } ], "md5sum": "72b988018ae64d4effba400daa2578e3" }, { "dataPath": "params_shard_8.bin", "format": "raw-shard", "nbytes": 31850496, "records": [ { "name": "model.layers.9.mlp.gate_up_proj.q_weight", "shape": [ 9216, 192 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 7077888, "byteOffset": 0 }, { "name": "model.layers.9.mlp.gate_up_proj.q_scale", "shape": [ 9216, 48 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 884736, "byteOffset": 7077888 }, { "name": "model.layers.10.mlp.gate_up_proj.q_weight", "shape": [ 9216, 192 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 7077888, "byteOffset": 7962624 }, { "name": "model.layers.10.mlp.gate_up_proj.q_scale", "shape": [ 9216, 48 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 884736, "byteOffset": 15040512 }, { "name": "model.layers.11.mlp.gate_up_proj.q_weight", "shape": [ 9216, 192 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 7077888, "byteOffset": 15925248 }, { "name": "model.layers.11.mlp.gate_up_proj.q_scale", "shape": [ 9216, 48 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 884736, "byteOffset": 23003136 }, { "name": "model.layers.12.mlp.gate_up_proj.q_weight", "shape": [ 9216, 192 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 7077888, "byteOffset": 23887872 }, { "name": "model.layers.12.mlp.gate_up_proj.q_scale", "shape": [ 9216, 48 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 884736, "byteOffset": 30965760 } ], "md5sum": "1f9319150954f810b5a5d6c9e4b9ef58" }, { "dataPath": "params_shard_9.bin", "format": "raw-shard", "nbytes": 31850496, "records": [ { "name": "model.layers.13.mlp.gate_up_proj.q_weight", "shape": [ 9216, 192 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 7077888, "byteOffset": 0 }, { "name": "model.layers.13.mlp.gate_up_proj.q_scale", "shape": [ 9216, 48 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 884736, "byteOffset": 7077888 }, { "name": "model.layers.14.mlp.gate_up_proj.q_weight", "shape": [ 9216, 192 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 7077888, "byteOffset": 7962624 }, { "name": "model.layers.14.mlp.gate_up_proj.q_scale", "shape": [ 9216, 48 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 884736, "byteOffset": 15040512 }, { "name": "model.layers.15.mlp.gate_up_proj.q_weight", "shape": [ 9216, 192 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 7077888, "byteOffset": 15925248 }, { "name": "model.layers.15.mlp.gate_up_proj.q_scale", "shape": [ 9216, 48 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 884736, "byteOffset": 23003136 }, { "name": "model.layers.16.mlp.gate_up_proj.q_weight", "shape": [ 9216, 192 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 7077888, "byteOffset": 23887872 }, { "name": "model.layers.16.mlp.gate_up_proj.q_scale", "shape": [ 9216, 48 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 884736, "byteOffset": 30965760 } ], "md5sum": "ae6b83b3b118dff2ad9c083d7f29b2a5" }, { "dataPath": "params_shard_10.bin", "format": "raw-shard", "nbytes": 31850496, "records": [ { "name": "model.layers.17.mlp.gate_up_proj.q_weight", "shape": [ 9216, 192 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 7077888, "byteOffset": 0 }, { "name": "model.layers.17.mlp.gate_up_proj.q_scale", "shape": [ 9216, 48 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 884736, "byteOffset": 7077888 }, { "name": "model.layers.18.mlp.gate_up_proj.q_weight", "shape": [ 9216, 192 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 7077888, "byteOffset": 7962624 }, { "name": "model.layers.18.mlp.gate_up_proj.q_scale", "shape": [ 9216, 48 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 884736, "byteOffset": 15040512 }, { "name": "model.layers.19.mlp.gate_up_proj.q_weight", "shape": [ 9216, 192 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 7077888, "byteOffset": 15925248 }, { "name": "model.layers.19.mlp.gate_up_proj.q_scale", "shape": [ 9216, 48 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 884736, "byteOffset": 23003136 }, { "name": "model.layers.20.mlp.gate_up_proj.q_weight", "shape": [ 9216, 192 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 7077888, "byteOffset": 23887872 }, { "name": "model.layers.20.mlp.gate_up_proj.q_scale", "shape": [ 9216, 48 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 884736, "byteOffset": 30965760 } ], "md5sum": "42b2f8880efe411c27d685137462dd21" }, { "dataPath": "params_shard_11.bin", "format": "raw-shard", "nbytes": 31850496, "records": [ { "name": "model.layers.21.mlp.gate_up_proj.q_weight", "shape": [ 9216, 192 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 7077888, "byteOffset": 0 }, { "name": "model.layers.21.mlp.gate_up_proj.q_scale", "shape": [ 9216, 48 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 884736, "byteOffset": 7077888 }, { "name": "model.layers.22.mlp.gate_up_proj.q_weight", "shape": [ 9216, 192 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 7077888, "byteOffset": 7962624 }, { "name": "model.layers.22.mlp.gate_up_proj.q_scale", "shape": [ 9216, 48 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 884736, "byteOffset": 15040512 }, { "name": "model.layers.23.mlp.gate_up_proj.q_weight", "shape": [ 9216, 192 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 7077888, "byteOffset": 15925248 }, { "name": "model.layers.23.mlp.gate_up_proj.q_scale", "shape": [ 9216, 48 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 884736, "byteOffset": 23003136 }, { "name": "model.layers.0.mlp.down_proj.q_weight", "shape": [ 1536, 576 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 3538944, "byteOffset": 23887872 }, { "name": "model.layers.0.mlp.down_proj.q_scale", "shape": [ 1536, 144 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 442368, "byteOffset": 27426816 }, { "name": "model.layers.1.mlp.down_proj.q_weight", "shape": [ 1536, 576 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 3538944, "byteOffset": 27869184 }, { "name": "model.layers.1.mlp.down_proj.q_scale", "shape": [ 1536, 144 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 442368, "byteOffset": 31408128 } ], "md5sum": "a59089f22f52ee5c843e1ee11a3b9e89" }, { "dataPath": "params_shard_12.bin", "format": "raw-shard", "nbytes": 31850496, "records": [ { "name": "model.layers.2.mlp.down_proj.q_weight", "shape": [ 1536, 576 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 3538944, "byteOffset": 0 }, { "name": "model.layers.2.mlp.down_proj.q_scale", "shape": [ 1536, 144 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 442368, "byteOffset": 3538944 }, { "name": "model.layers.3.mlp.down_proj.q_weight", "shape": [ 1536, 576 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 3538944, "byteOffset": 3981312 }, { "name": "model.layers.3.mlp.down_proj.q_scale", "shape": [ 1536, 144 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 442368, "byteOffset": 7520256 }, { "name": "model.layers.4.mlp.down_proj.q_weight", "shape": [ 1536, 576 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 3538944, "byteOffset": 7962624 }, { "name": "model.layers.4.mlp.down_proj.q_scale", "shape": [ 1536, 144 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 442368, "byteOffset": 11501568 }, { "name": "model.layers.5.mlp.down_proj.q_weight", "shape": [ 1536, 576 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 3538944, "byteOffset": 11943936 }, { "name": "model.layers.5.mlp.down_proj.q_scale", "shape": [ 1536, 144 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 442368, "byteOffset": 15482880 }, { "name": "model.layers.6.mlp.down_proj.q_weight", "shape": [ 1536, 576 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 3538944, "byteOffset": 15925248 }, { "name": "model.layers.6.mlp.down_proj.q_scale", "shape": [ 1536, 144 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 442368, "byteOffset": 19464192 }, { "name": "model.layers.7.mlp.down_proj.q_weight", "shape": [ 1536, 576 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 3538944, "byteOffset": 19906560 }, { "name": "model.layers.7.mlp.down_proj.q_scale", "shape": [ 1536, 144 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 442368, "byteOffset": 23445504 }, { "name": "model.layers.8.mlp.down_proj.q_weight", "shape": [ 1536, 576 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 3538944, "byteOffset": 23887872 }, { "name": "model.layers.8.mlp.down_proj.q_scale", "shape": [ 1536, 144 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 442368, "byteOffset": 27426816 }, { "name": "model.layers.9.mlp.down_proj.q_weight", "shape": [ 1536, 576 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 3538944, "byteOffset": 27869184 }, { "name": "model.layers.9.mlp.down_proj.q_scale", "shape": [ 1536, 144 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 442368, "byteOffset": 31408128 } ], "md5sum": "4e38702dfad82f78018d4020d1baced6" }, { "dataPath": "params_shard_13.bin", "format": "raw-shard", "nbytes": 31850496, "records": [ { "name": "model.layers.10.mlp.down_proj.q_weight", "shape": [ 1536, 576 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 3538944, "byteOffset": 0 }, { "name": "model.layers.10.mlp.down_proj.q_scale", "shape": [ 1536, 144 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 442368, "byteOffset": 3538944 }, { "name": "model.layers.11.mlp.down_proj.q_weight", "shape": [ 1536, 576 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 3538944, "byteOffset": 3981312 }, { "name": "model.layers.11.mlp.down_proj.q_scale", "shape": [ 1536, 144 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 442368, "byteOffset": 7520256 }, { "name": "model.layers.12.mlp.down_proj.q_weight", "shape": [ 1536, 576 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 3538944, "byteOffset": 7962624 }, { "name": "model.layers.12.mlp.down_proj.q_scale", "shape": [ 1536, 144 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 442368, "byteOffset": 11501568 }, { "name": "model.layers.13.mlp.down_proj.q_weight", "shape": [ 1536, 576 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 3538944, "byteOffset": 11943936 }, { "name": "model.layers.13.mlp.down_proj.q_scale", "shape": [ 1536, 144 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 442368, "byteOffset": 15482880 }, { "name": "model.layers.14.mlp.down_proj.q_weight", "shape": [ 1536, 576 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 3538944, "byteOffset": 15925248 }, { "name": "model.layers.14.mlp.down_proj.q_scale", "shape": [ 1536, 144 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 442368, "byteOffset": 19464192 }, { "name": "model.layers.15.mlp.down_proj.q_weight", "shape": [ 1536, 576 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 3538944, "byteOffset": 19906560 }, { "name": "model.layers.15.mlp.down_proj.q_scale", "shape": [ 1536, 144 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 442368, "byteOffset": 23445504 }, { "name": "model.layers.16.mlp.down_proj.q_weight", "shape": [ 1536, 576 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 3538944, "byteOffset": 23887872 }, { "name": "model.layers.16.mlp.down_proj.q_scale", "shape": [ 1536, 144 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 442368, "byteOffset": 27426816 }, { "name": "model.layers.17.mlp.down_proj.q_weight", "shape": [ 1536, 576 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 3538944, "byteOffset": 27869184 }, { "name": "model.layers.17.mlp.down_proj.q_scale", "shape": [ 1536, 144 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 442368, "byteOffset": 31408128 } ], "md5sum": "3d3f711fcf061b40f63be0ac2431837f" }, { "dataPath": "params_shard_14.bin", "format": "raw-shard", "nbytes": 24038400, "records": [ { "name": "model.layers.18.mlp.down_proj.q_weight", "shape": [ 1536, 576 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 3538944, "byteOffset": 0 }, { "name": "model.layers.18.mlp.down_proj.q_scale", "shape": [ 1536, 144 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 442368, "byteOffset": 3538944 }, { "name": "model.layers.19.mlp.down_proj.q_weight", "shape": [ 1536, 576 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 3538944, "byteOffset": 3981312 }, { "name": "model.layers.19.mlp.down_proj.q_scale", "shape": [ 1536, 144 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 442368, "byteOffset": 7520256 }, { "name": "model.layers.20.mlp.down_proj.q_weight", "shape": [ 1536, 576 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 3538944, "byteOffset": 7962624 }, { "name": "model.layers.20.mlp.down_proj.q_scale", "shape": [ 1536, 144 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 442368, "byteOffset": 11501568 }, { "name": "model.layers.21.mlp.down_proj.q_weight", "shape": [ 1536, 576 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 3538944, "byteOffset": 11943936 }, { "name": "model.layers.21.mlp.down_proj.q_scale", "shape": [ 1536, 144 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 442368, "byteOffset": 15482880 }, { "name": "model.layers.22.mlp.down_proj.q_weight", "shape": [ 1536, 576 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 3538944, "byteOffset": 15925248 }, { "name": "model.layers.22.mlp.down_proj.q_scale", "shape": [ 1536, 144 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 442368, "byteOffset": 19464192 }, { "name": "model.layers.23.mlp.down_proj.q_weight", "shape": [ 1536, 576 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 3538944, "byteOffset": 19906560 }, { "name": "model.layers.23.mlp.down_proj.q_scale", "shape": [ 1536, 144 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 442368, "byteOffset": 23445504 }, { "name": "model.layers.0.input_layernorm.weight", "shape": [ 1536 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 3072, "byteOffset": 23887872 }, { "name": "model.layers.1.input_layernorm.weight", "shape": [ 1536 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 3072, "byteOffset": 23890944 }, { "name": "model.layers.2.input_layernorm.weight", "shape": [ 1536 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 3072, "byteOffset": 23894016 }, { "name": "model.layers.3.input_layernorm.weight", "shape": [ 1536 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 3072, "byteOffset": 23897088 }, { "name": "model.layers.4.input_layernorm.weight", "shape": [ 1536 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 3072, "byteOffset": 23900160 }, { "name": "model.layers.5.input_layernorm.weight", "shape": [ 1536 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 3072, "byteOffset": 23903232 }, { "name": "model.layers.6.input_layernorm.weight", "shape": [ 1536 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 3072, "byteOffset": 23906304 }, { "name": "model.layers.7.input_layernorm.weight", "shape": [ 1536 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 3072, "byteOffset": 23909376 }, { "name": "model.layers.8.input_layernorm.weight", "shape": [ 1536 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 3072, "byteOffset": 23912448 }, { "name": "model.layers.9.input_layernorm.weight", "shape": [ 1536 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 3072, "byteOffset": 23915520 }, { "name": "model.layers.10.input_layernorm.weight", "shape": [ 1536 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 3072, "byteOffset": 23918592 }, { "name": "model.layers.11.input_layernorm.weight", "shape": [ 1536 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 3072, "byteOffset": 23921664 }, { "name": "model.layers.12.input_layernorm.weight", "shape": [ 1536 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 3072, "byteOffset": 23924736 }, { "name": "model.layers.13.input_layernorm.weight", "shape": [ 1536 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 3072, "byteOffset": 23927808 }, { "name": "model.layers.14.input_layernorm.weight", "shape": [ 1536 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 3072, "byteOffset": 23930880 }, { "name": "model.layers.15.input_layernorm.weight", "shape": [ 1536 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 3072, "byteOffset": 23933952 }, { "name": "model.layers.16.input_layernorm.weight", "shape": [ 1536 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 3072, "byteOffset": 23937024 }, { "name": "model.layers.17.input_layernorm.weight", "shape": [ 1536 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 3072, "byteOffset": 23940096 }, { "name": "model.layers.18.input_layernorm.weight", "shape": [ 1536 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 3072, "byteOffset": 23943168 }, { "name": "model.layers.19.input_layernorm.weight", "shape": [ 1536 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 3072, "byteOffset": 23946240 }, { "name": "model.layers.20.input_layernorm.weight", "shape": [ 1536 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 3072, "byteOffset": 23949312 }, { "name": "model.layers.21.input_layernorm.weight", "shape": [ 1536 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 3072, "byteOffset": 23952384 }, { "name": "model.layers.22.input_layernorm.weight", "shape": [ 1536 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 3072, "byteOffset": 23955456 }, { "name": "model.layers.23.input_layernorm.weight", "shape": [ 1536 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 3072, "byteOffset": 23958528 }, { "name": "model.layers.0.post_attention_layernorm.weight", "shape": [ 1536 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 3072, "byteOffset": 23961600 }, { "name": "model.layers.1.post_attention_layernorm.weight", "shape": [ 1536 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 3072, "byteOffset": 23964672 }, { "name": "model.layers.2.post_attention_layernorm.weight", "shape": [ 1536 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 3072, "byteOffset": 23967744 }, { "name": "model.layers.3.post_attention_layernorm.weight", "shape": [ 1536 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 3072, "byteOffset": 23970816 }, { "name": "model.layers.4.post_attention_layernorm.weight", "shape": [ 1536 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 3072, "byteOffset": 23973888 }, { "name": "model.layers.5.post_attention_layernorm.weight", "shape": [ 1536 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 3072, "byteOffset": 23976960 }, { "name": "model.layers.6.post_attention_layernorm.weight", "shape": [ 1536 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 3072, "byteOffset": 23980032 }, { "name": "model.layers.7.post_attention_layernorm.weight", "shape": [ 1536 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 3072, "byteOffset": 23983104 }, { "name": "model.layers.8.post_attention_layernorm.weight", "shape": [ 1536 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 3072, "byteOffset": 23986176 }, { "name": "model.layers.9.post_attention_layernorm.weight", "shape": [ 1536 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 3072, "byteOffset": 23989248 }, { "name": "model.layers.10.post_attention_layernorm.weight", "shape": [ 1536 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 3072, "byteOffset": 23992320 }, { "name": "model.layers.11.post_attention_layernorm.weight", "shape": [ 1536 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 3072, "byteOffset": 23995392 }, { "name": "model.layers.12.post_attention_layernorm.weight", "shape": [ 1536 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 3072, "byteOffset": 23998464 }, { "name": "model.layers.13.post_attention_layernorm.weight", "shape": [ 1536 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 3072, "byteOffset": 24001536 }, { "name": "model.layers.14.post_attention_layernorm.weight", "shape": [ 1536 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 3072, "byteOffset": 24004608 }, { "name": "model.layers.15.post_attention_layernorm.weight", "shape": [ 1536 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 3072, "byteOffset": 24007680 }, { "name": "model.layers.16.post_attention_layernorm.weight", "shape": [ 1536 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 3072, "byteOffset": 24010752 }, { "name": "model.layers.17.post_attention_layernorm.weight", "shape": [ 1536 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 3072, "byteOffset": 24013824 }, { "name": "model.layers.18.post_attention_layernorm.weight", "shape": [ 1536 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 3072, "byteOffset": 24016896 }, { "name": "model.layers.19.post_attention_layernorm.weight", "shape": [ 1536 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 3072, "byteOffset": 24019968 }, { "name": "model.layers.20.post_attention_layernorm.weight", "shape": [ 1536 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 3072, "byteOffset": 24023040 }, { "name": "model.layers.21.post_attention_layernorm.weight", "shape": [ 1536 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 3072, "byteOffset": 24026112 }, { "name": "model.layers.22.post_attention_layernorm.weight", "shape": [ 1536 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 3072, "byteOffset": 24029184 }, { "name": "model.layers.23.post_attention_layernorm.weight", "shape": [ 1536 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 3072, "byteOffset": 24032256 }, { "name": "model.norm.weight", "shape": [ 1536 ], "dtype": "float32", "format": "f32-to-bf16", "nbytes": 3072, "byteOffset": 24035328 } ], "md5sum": "3a7a9a3c1b9726ccb266acbda72cf447" } ] }