Change model shards size

pytorch_model-00001-of-00002.bin → pytorch_model-00001-of-00035.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:de259a0e6c34aafe96b6fcfb04882314c7b24d46d2681a86b24d05b724f90747
-size 9943340890
+oid sha256:cf02c4d7b83fa495ef73f290168a195ea899d0744f0fe32194046846bd87efe0
+size 537

pytorch_model-00002-of-00002.bin → pytorch_model-00002-of-00035.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:86570dfaef5117a13c945d59b1b1c1a3329355d09e8bf962e76e83220f38d233
-size 3827767515
+oid sha256:14c7ccb070c8dd36e4188dfdf9194ca5be944cbed5a71c0cc7022caefc43a010
+size 409224106

pytorch_model-00003-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb477f9c7a5739eb17f53faccd3efd84e8f81c7104a822d1b90545b997aeb745
+size 404770755

pytorch_model-00004-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:facd1d5d8e052787a2ae53c2ff21e6b82d9db9ad18c58fe5b61c1f602726c572
+size 404770755

pytorch_model-00005-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:114ac2f3497abd7eba6d043bcfb2d6765000ce013714dae86d4d0b42a4032f62
+size 404770755

pytorch_model-00006-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65063e8f74545cc037edbc2348d1092e3d06e01fe947bfa2472c64123a808796
+size 404770755

pytorch_model-00007-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:342db63f87b74e48eedc656c485b9e4d54b01d4d30cdee8d681a6c3c1450737d
+size 404770755

pytorch_model-00008-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18cc705d425f2a5871c1b333cc9807e5747ed0e5d6398481a767a84afd0b1c2b
+size 404770755

pytorch_model-00009-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23db5e10a0a2e2e99bef5cbf301254954eef6a8b78ae998f8363cec112f543dc
+size 404770755

pytorch_model-00010-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3608f53b22f3d457e6833fbe5a2fdccb69c2facdd528faff12c8bc0292973e3c
+size 404770755

pytorch_model-00011-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43661f5036b61343995fff7709b1411b7a0fe683af513cbe8786490926ab0925
+size 404770755

pytorch_model-00012-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b59a6504fc6b17082a0e254a7a9017e2e9ba03b16fbad44783358c6b743534d
+size 404770755

pytorch_model-00013-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4de378119a5a34a53cea7cc3562fcf6ea778e2058fbcf1135ce8b3ae43d4297
+size 404770755

pytorch_model-00014-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cda1cb91adad3eec34ff27984894641268b79192f083305b7c4236087e45fbf8
+size 404770755

pytorch_model-00015-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13159a0fecfdf4f9bfdbae2805b2a3d410898b932a22889b5d09d6ccb4f73e11
+size 404770755

pytorch_model-00016-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4339fbcf8e8e07a9008303c668ee055d8f3624c4c8eb3bc95ad05d295e32e473
+size 404770755

pytorch_model-00017-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f929d7decef6cb18968e0801c0335cf163b8360572b203ba70d74ff4d7bb8054
+size 404770755

pytorch_model-00018-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf8a2843a8a44abf2bf2b50b6b468e7500c2f4a0c10c51dba504dca62c878c0
+size 404770755

pytorch_model-00019-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56a4e1ad1023b8c85b51ec00a55361177b381425a84a731ec838bf604613a5aa
+size 404770755

pytorch_model-00020-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:809c49ce2f067dfb700dd5bf517c24e307c1fabff38389b38bade1160d492609
+size 404770755

pytorch_model-00021-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79fe1c987c4b869e5f2e5d45ba033cf0eaab70ac21857b994bf06425b482fefd
+size 404770755

pytorch_model-00022-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a59ee3e6c3fcbeda627320f43b2bacf0bae3faaf4b2b187324ffa8cf20dc23
+size 404770755

pytorch_model-00023-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a0b5fd6eca85f4794ca9e352ea1a5ac6c7fe08385275e0e88e4ded0b64679ed
+size 404770755

pytorch_model-00024-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd274995795a26df0fe44220f624dc05ce61de7a2123538bd13766dcf9cd977
+size 404770755

pytorch_model-00025-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fdbf8f946f595156eeea4576bc2143fd14f75b163fe30e2558a56dd69ea7ed3
+size 404770755

pytorch_model-00026-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b105781772abeeb10dd280093d37e7ccfed712105718999ac4fc806d3fc9bfd
+size 404770755

pytorch_model-00027-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffb9cbf6c885ac0af05a04158ecbf86c7c1f88bc9e2f0e368ef97f7c6d6ed14
+size 404770755

pytorch_model-00028-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1030b039e0bf2e09262d7be15cae3eb010b724cd4420d156d75c7d8e5206501a
+size 404770755

pytorch_model-00029-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29442782e2ce159fc81b8c93b8b6e6ed5cb8a2953934abb85d0fc2e0468b4814
+size 404770755

pytorch_model-00030-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fcefcba84f9ffeca482d9e042af100a1d1ceccbdf9cb06378adbe14ed1382f3
+size 404770755

pytorch_model-00031-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:093e95b96f7250e7b86400065d765f80e068d6aeafd34f1ea99de193332a2837
+size 404770755

pytorch_model-00032-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60a60fcd1ccf1030070bf1d150e5d90e595411c6f1ed569f17cdb963a11abfae
+size 404770755

pytorch_model-00033-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c86774d672c85ee93057b502d3ac07fde4ee47e671be03e2d6a212e89e47d2c
+size 404770755

pytorch_model-00034-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:484f0948502c91637f5aba4ce8c0f8f70b5d33b93962c69c94bc28c55cef5e68
+size 404779221

pytorch_model-00035-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc4bba8c450c45c1f1a74052caf386f03c16e05a8234a3620751a9350c1d8be
+size 409224106

pytorch_model.bin.index.json

@@ -3,328 +3,328 @@
     "total_size": 13770997760
   },
   "weight_map": {
-    "lm_head.weight": "pytorch_model-00002-of-00002.bin",
-    "model.embed_tokens.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.0.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.0.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.0.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.0.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.0.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.0.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.0.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.0.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.0.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00002.bin",
-    "model.layers.0.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.1.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.1.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.1.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.1.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.1.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.1.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.1.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.1.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.1.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00002.bin",
-    "model.layers.1.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.10.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.10.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.10.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.10.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.10.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.10.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.10.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.10.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.10.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00002.bin",
-    "model.layers.10.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.11.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.11.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.11.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.11.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.11.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.11.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.11.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.11.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.11.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00002.bin",
-    "model.layers.11.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.12.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.12.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.12.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.12.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.12.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.12.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.12.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.12.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.12.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00002.bin",
-    "model.layers.12.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.13.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.13.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.13.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.13.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.13.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.13.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.13.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.13.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.13.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00002.bin",
-    "model.layers.13.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.14.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.14.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.14.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.14.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.14.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.14.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.14.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.14.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.14.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00002.bin",
-    "model.layers.14.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.15.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.15.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.15.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.15.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.15.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.15.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.15.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.15.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.15.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00002.bin",
-    "model.layers.15.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.16.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.16.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.16.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.16.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.16.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.16.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.16.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.16.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.16.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00002.bin",
-    "model.layers.16.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.17.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.17.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.17.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.17.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.17.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.17.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.17.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.17.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.17.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00002.bin",
-    "model.layers.17.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.18.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.18.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.18.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.18.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.18.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.18.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.18.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.18.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.18.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00002.bin",
-    "model.layers.18.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.19.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.19.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.19.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.19.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.19.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.19.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.19.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.19.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.19.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00002.bin",
-    "model.layers.19.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.2.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.2.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.2.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.2.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.2.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.2.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.2.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.2.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.2.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00002.bin",
-    "model.layers.2.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.20.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.20.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.20.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.20.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.20.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.20.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.20.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.20.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.20.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00002.bin",
-    "model.layers.20.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.21.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.21.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.21.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.21.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.21.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.21.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.21.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.21.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.21.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00002.bin",
-    "model.layers.21.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.22.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.22.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.22.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.22.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.22.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.22.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.22.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.22.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.22.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00002.bin",
-    "model.layers.22.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.23.input_layernorm.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.23.mlp.down_proj.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.23.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.23.mlp.up_proj.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.23.post_attention_layernorm.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.23.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.23.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.23.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.23.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00002.bin",
-    "model.layers.23.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.24.input_layernorm.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.24.mlp.down_proj.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.24.mlp.gate_proj.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.24.mlp.up_proj.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.24.post_attention_layernorm.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.24.self_attn.k_proj.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.24.self_attn.o_proj.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.24.self_attn.q_proj.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.24.self_attn.rotary_emb.inv_freq": "pytorch_model-00002-of-00002.bin",
-    "model.layers.24.self_attn.v_proj.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.25.input_layernorm.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.25.mlp.down_proj.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.25.mlp.gate_proj.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.25.mlp.up_proj.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.25.post_attention_layernorm.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.25.self_attn.k_proj.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.25.self_attn.o_proj.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.25.self_attn.q_proj.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.25.self_attn.rotary_emb.inv_freq": "pytorch_model-00002-of-00002.bin",
-    "model.layers.25.self_attn.v_proj.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.26.input_layernorm.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.26.mlp.down_proj.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.26.mlp.gate_proj.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.26.mlp.up_proj.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.26.post_attention_layernorm.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.26.self_attn.k_proj.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.26.self_attn.o_proj.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.26.self_attn.q_proj.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.26.self_attn.rotary_emb.inv_freq": "pytorch_model-00002-of-00002.bin",
-    "model.layers.26.self_attn.v_proj.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.27.input_layernorm.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.27.mlp.down_proj.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.27.mlp.gate_proj.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.27.mlp.up_proj.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.27.post_attention_layernorm.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.27.self_attn.k_proj.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.27.self_attn.o_proj.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.27.self_attn.q_proj.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.27.self_attn.rotary_emb.inv_freq": "pytorch_model-00002-of-00002.bin",
-    "model.layers.27.self_attn.v_proj.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.28.input_layernorm.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.28.mlp.down_proj.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.28.mlp.gate_proj.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.28.mlp.up_proj.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.28.post_attention_layernorm.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.28.self_attn.k_proj.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.28.self_attn.o_proj.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.28.self_attn.q_proj.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.28.self_attn.rotary_emb.inv_freq": "pytorch_model-00002-of-00002.bin",
-    "model.layers.28.self_attn.v_proj.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.29.input_layernorm.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.29.mlp.down_proj.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.29.mlp.gate_proj.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.29.mlp.up_proj.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.29.post_attention_layernorm.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.29.self_attn.k_proj.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.29.self_attn.o_proj.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.29.self_attn.q_proj.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.29.self_attn.rotary_emb.inv_freq": "pytorch_model-00002-of-00002.bin",
-    "model.layers.29.self_attn.v_proj.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.3.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.3.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.3.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.3.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.3.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.3.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.3.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.3.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.3.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00002.bin",
-    "model.layers.3.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.30.input_layernorm.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.30.mlp.down_proj.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.30.mlp.gate_proj.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.30.mlp.up_proj.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.30.post_attention_layernorm.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.30.self_attn.k_proj.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.30.self_attn.o_proj.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.30.self_attn.q_proj.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.30.self_attn.rotary_emb.inv_freq": "pytorch_model-00002-of-00002.bin",
-    "model.layers.30.self_attn.v_proj.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.31.input_layernorm.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.31.mlp.down_proj.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.31.mlp.gate_proj.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.31.mlp.up_proj.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.31.post_attention_layernorm.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.31.self_attn.k_proj.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.31.self_attn.o_proj.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.31.self_attn.q_proj.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.31.self_attn.rotary_emb.inv_freq": "pytorch_model-00002-of-00002.bin",
-    "model.layers.31.self_attn.v_proj.weight": "pytorch_model-00002-of-00002.bin",
-    "model.layers.4.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.4.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.4.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.4.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.4.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.4.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.4.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.4.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.4.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00002.bin",
-    "model.layers.4.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.5.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.5.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.5.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.5.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.5.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.5.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.5.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.5.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.5.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00002.bin",
-    "model.layers.5.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.6.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.6.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.6.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.6.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.6.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.6.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.6.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.6.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.6.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00002.bin",
-    "model.layers.6.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.7.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.7.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.7.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.7.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.7.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.7.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.7.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.7.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.7.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00002.bin",
-    "model.layers.7.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.8.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.8.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.8.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.8.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.8.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.8.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.8.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.8.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.8.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00002.bin",
-    "model.layers.8.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.9.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.9.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.9.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.9.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.9.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.9.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.9.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.9.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.layers.9.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00002.bin",
-    "model.layers.9.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin",
-    "model.norm.weight": "pytorch_model-00002-of-00002.bin"
+    "lm_head.weight": "pytorch_model-00035-of-00035.bin",
+    "model.embed_tokens.weight": "pytorch_model-00002-of-00035.bin",
+    "model.layers.0.input_layernorm.weight": "pytorch_model-00003-of-00035.bin",
+    "model.layers.0.mlp.down_proj.weight": "pytorch_model-00003-of-00035.bin",
+    "model.layers.0.mlp.gate_proj.weight": "pytorch_model-00003-of-00035.bin",
+    "model.layers.0.mlp.up_proj.weight": "pytorch_model-00003-of-00035.bin",
+    "model.layers.0.post_attention_layernorm.weight": "pytorch_model-00003-of-00035.bin",
+    "model.layers.0.self_attn.k_proj.weight": "pytorch_model-00003-of-00035.bin",
+    "model.layers.0.self_attn.o_proj.weight": "pytorch_model-00003-of-00035.bin",
+    "model.layers.0.self_attn.q_proj.weight": "pytorch_model-00003-of-00035.bin",
+    "model.layers.0.self_attn.rotary_emb.inv_freq": "pytorch_model-00003-of-00035.bin",
+    "model.layers.0.self_attn.v_proj.weight": "pytorch_model-00003-of-00035.bin",
+    "model.layers.1.input_layernorm.weight": "pytorch_model-00004-of-00035.bin",
+    "model.layers.1.mlp.down_proj.weight": "pytorch_model-00004-of-00035.bin",
+    "model.layers.1.mlp.gate_proj.weight": "pytorch_model-00004-of-00035.bin",
+    "model.layers.1.mlp.up_proj.weight": "pytorch_model-00004-of-00035.bin",
+    "model.layers.1.post_attention_layernorm.weight": "pytorch_model-00004-of-00035.bin",
+    "model.layers.1.self_attn.k_proj.weight": "pytorch_model-00004-of-00035.bin",
+    "model.layers.1.self_attn.o_proj.weight": "pytorch_model-00004-of-00035.bin",
+    "model.layers.1.self_attn.q_proj.weight": "pytorch_model-00004-of-00035.bin",
+    "model.layers.1.self_attn.rotary_emb.inv_freq": "pytorch_model-00004-of-00035.bin",
+    "model.layers.1.self_attn.v_proj.weight": "pytorch_model-00004-of-00035.bin",
+    "model.layers.10.input_layernorm.weight": "pytorch_model-00013-of-00035.bin",
+    "model.layers.10.mlp.down_proj.weight": "pytorch_model-00013-of-00035.bin",
+    "model.layers.10.mlp.gate_proj.weight": "pytorch_model-00013-of-00035.bin",
+    "model.layers.10.mlp.up_proj.weight": "pytorch_model-00013-of-00035.bin",
+    "model.layers.10.post_attention_layernorm.weight": "pytorch_model-00013-of-00035.bin",
+    "model.layers.10.self_attn.k_proj.weight": "pytorch_model-00013-of-00035.bin",
+    "model.layers.10.self_attn.o_proj.weight": "pytorch_model-00013-of-00035.bin",
+    "model.layers.10.self_attn.q_proj.weight": "pytorch_model-00013-of-00035.bin",
+    "model.layers.10.self_attn.rotary_emb.inv_freq": "pytorch_model-00013-of-00035.bin",
+    "model.layers.10.self_attn.v_proj.weight": "pytorch_model-00013-of-00035.bin",
+    "model.layers.11.input_layernorm.weight": "pytorch_model-00014-of-00035.bin",
+    "model.layers.11.mlp.down_proj.weight": "pytorch_model-00014-of-00035.bin",
+    "model.layers.11.mlp.gate_proj.weight": "pytorch_model-00014-of-00035.bin",
+    "model.layers.11.mlp.up_proj.weight": "pytorch_model-00014-of-00035.bin",
+    "model.layers.11.post_attention_layernorm.weight": "pytorch_model-00014-of-00035.bin",
+    "model.layers.11.self_attn.k_proj.weight": "pytorch_model-00014-of-00035.bin",
+    "model.layers.11.self_attn.o_proj.weight": "pytorch_model-00014-of-00035.bin",
+    "model.layers.11.self_attn.q_proj.weight": "pytorch_model-00014-of-00035.bin",
+    "model.layers.11.self_attn.rotary_emb.inv_freq": "pytorch_model-00014-of-00035.bin",
+    "model.layers.11.self_attn.v_proj.weight": "pytorch_model-00014-of-00035.bin",
+    "model.layers.12.input_layernorm.weight": "pytorch_model-00015-of-00035.bin",
+    "model.layers.12.mlp.down_proj.weight": "pytorch_model-00015-of-00035.bin",
+    "model.layers.12.mlp.gate_proj.weight": "pytorch_model-00015-of-00035.bin",
+    "model.layers.12.mlp.up_proj.weight": "pytorch_model-00015-of-00035.bin",
+    "model.layers.12.post_attention_layernorm.weight": "pytorch_model-00015-of-00035.bin",
+    "model.layers.12.self_attn.k_proj.weight": "pytorch_model-00015-of-00035.bin",
+    "model.layers.12.self_attn.o_proj.weight": "pytorch_model-00015-of-00035.bin",
+    "model.layers.12.self_attn.q_proj.weight": "pytorch_model-00015-of-00035.bin",
+    "model.layers.12.self_attn.rotary_emb.inv_freq": "pytorch_model-00015-of-00035.bin",
+    "model.layers.12.self_attn.v_proj.weight": "pytorch_model-00015-of-00035.bin",
+    "model.layers.13.input_layernorm.weight": "pytorch_model-00016-of-00035.bin",
+    "model.layers.13.mlp.down_proj.weight": "pytorch_model-00016-of-00035.bin",
+    "model.layers.13.mlp.gate_proj.weight": "pytorch_model-00016-of-00035.bin",
+    "model.layers.13.mlp.up_proj.weight": "pytorch_model-00016-of-00035.bin",
+    "model.layers.13.post_attention_layernorm.weight": "pytorch_model-00016-of-00035.bin",
+    "model.layers.13.self_attn.k_proj.weight": "pytorch_model-00016-of-00035.bin",
+    "model.layers.13.self_attn.o_proj.weight": "pytorch_model-00016-of-00035.bin",
+    "model.layers.13.self_attn.q_proj.weight": "pytorch_model-00016-of-00035.bin",
+    "model.layers.13.self_attn.rotary_emb.inv_freq": "pytorch_model-00016-of-00035.bin",
+    "model.layers.13.self_attn.v_proj.weight": "pytorch_model-00016-of-00035.bin",
+    "model.layers.14.input_layernorm.weight": "pytorch_model-00017-of-00035.bin",
+    "model.layers.14.mlp.down_proj.weight": "pytorch_model-00017-of-00035.bin",
+    "model.layers.14.mlp.gate_proj.weight": "pytorch_model-00017-of-00035.bin",
+    "model.layers.14.mlp.up_proj.weight": "pytorch_model-00017-of-00035.bin",
+    "model.layers.14.post_attention_layernorm.weight": "pytorch_model-00017-of-00035.bin",
+    "model.layers.14.self_attn.k_proj.weight": "pytorch_model-00017-of-00035.bin",
+    "model.layers.14.self_attn.o_proj.weight": "pytorch_model-00017-of-00035.bin",
+    "model.layers.14.self_attn.q_proj.weight": "pytorch_model-00017-of-00035.bin",
+    "model.layers.14.self_attn.rotary_emb.inv_freq": "pytorch_model-00017-of-00035.bin",
+    "model.layers.14.self_attn.v_proj.weight": "pytorch_model-00017-of-00035.bin",
+    "model.layers.15.input_layernorm.weight": "pytorch_model-00018-of-00035.bin",
+    "model.layers.15.mlp.down_proj.weight": "pytorch_model-00018-of-00035.bin",
+    "model.layers.15.mlp.gate_proj.weight": "pytorch_model-00018-of-00035.bin",
+    "model.layers.15.mlp.up_proj.weight": "pytorch_model-00018-of-00035.bin",
+    "model.layers.15.post_attention_layernorm.weight": "pytorch_model-00018-of-00035.bin",
+    "model.layers.15.self_attn.k_proj.weight": "pytorch_model-00018-of-00035.bin",
+    "model.layers.15.self_attn.o_proj.weight": "pytorch_model-00018-of-00035.bin",
+    "model.layers.15.self_attn.q_proj.weight": "pytorch_model-00018-of-00035.bin",
+    "model.layers.15.self_attn.rotary_emb.inv_freq": "pytorch_model-00018-of-00035.bin",
+    "model.layers.15.self_attn.v_proj.weight": "pytorch_model-00018-of-00035.bin",
+    "model.layers.16.input_layernorm.weight": "pytorch_model-00019-of-00035.bin",
+    "model.layers.16.mlp.down_proj.weight": "pytorch_model-00019-of-00035.bin",
+    "model.layers.16.mlp.gate_proj.weight": "pytorch_model-00019-of-00035.bin",
+    "model.layers.16.mlp.up_proj.weight": "pytorch_model-00019-of-00035.bin",
+    "model.layers.16.post_attention_layernorm.weight": "pytorch_model-00019-of-00035.bin",
+    "model.layers.16.self_attn.k_proj.weight": "pytorch_model-00019-of-00035.bin",
+    "model.layers.16.self_attn.o_proj.weight": "pytorch_model-00019-of-00035.bin",
+    "model.layers.16.self_attn.q_proj.weight": "pytorch_model-00019-of-00035.bin",
+    "model.layers.16.self_attn.rotary_emb.inv_freq": "pytorch_model-00019-of-00035.bin",
+    "model.layers.16.self_attn.v_proj.weight": "pytorch_model-00019-of-00035.bin",
+    "model.layers.17.input_layernorm.weight": "pytorch_model-00020-of-00035.bin",
+    "model.layers.17.mlp.down_proj.weight": "pytorch_model-00020-of-00035.bin",
+    "model.layers.17.mlp.gate_proj.weight": "pytorch_model-00020-of-00035.bin",
+    "model.layers.17.mlp.up_proj.weight": "pytorch_model-00020-of-00035.bin",
+    "model.layers.17.post_attention_layernorm.weight": "pytorch_model-00020-of-00035.bin",
+    "model.layers.17.self_attn.k_proj.weight": "pytorch_model-00020-of-00035.bin",
+    "model.layers.17.self_attn.o_proj.weight": "pytorch_model-00020-of-00035.bin",
+    "model.layers.17.self_attn.q_proj.weight": "pytorch_model-00020-of-00035.bin",
+    "model.layers.17.self_attn.rotary_emb.inv_freq": "pytorch_model-00020-of-00035.bin",
+    "model.layers.17.self_attn.v_proj.weight": "pytorch_model-00020-of-00035.bin",
+    "model.layers.18.input_layernorm.weight": "pytorch_model-00021-of-00035.bin",
+    "model.layers.18.mlp.down_proj.weight": "pytorch_model-00021-of-00035.bin",
+    "model.layers.18.mlp.gate_proj.weight": "pytorch_model-00021-of-00035.bin",
+    "model.layers.18.mlp.up_proj.weight": "pytorch_model-00021-of-00035.bin",
+    "model.layers.18.post_attention_layernorm.weight": "pytorch_model-00021-of-00035.bin",
+    "model.layers.18.self_attn.k_proj.weight": "pytorch_model-00021-of-00035.bin",
+    "model.layers.18.self_attn.o_proj.weight": "pytorch_model-00021-of-00035.bin",
+    "model.layers.18.self_attn.q_proj.weight": "pytorch_model-00021-of-00035.bin",
+    "model.layers.18.self_attn.rotary_emb.inv_freq": "pytorch_model-00021-of-00035.bin",
+    "model.layers.18.self_attn.v_proj.weight": "pytorch_model-00021-of-00035.bin",
+    "model.layers.19.input_layernorm.weight": "pytorch_model-00022-of-00035.bin",
+    "model.layers.19.mlp.down_proj.weight": "pytorch_model-00022-of-00035.bin",
+    "model.layers.19.mlp.gate_proj.weight": "pytorch_model-00022-of-00035.bin",
+    "model.layers.19.mlp.up_proj.weight": "pytorch_model-00022-of-00035.bin",
+    "model.layers.19.post_attention_layernorm.weight": "pytorch_model-00022-of-00035.bin",
+    "model.layers.19.self_attn.k_proj.weight": "pytorch_model-00022-of-00035.bin",
+    "model.layers.19.self_attn.o_proj.weight": "pytorch_model-00022-of-00035.bin",
+    "model.layers.19.self_attn.q_proj.weight": "pytorch_model-00022-of-00035.bin",
+    "model.layers.19.self_attn.rotary_emb.inv_freq": "pytorch_model-00022-of-00035.bin",
+    "model.layers.19.self_attn.v_proj.weight": "pytorch_model-00022-of-00035.bin",
+    "model.layers.2.input_layernorm.weight": "pytorch_model-00005-of-00035.bin",
+    "model.layers.2.mlp.down_proj.weight": "pytorch_model-00005-of-00035.bin",
+    "model.layers.2.mlp.gate_proj.weight": "pytorch_model-00005-of-00035.bin",
+    "model.layers.2.mlp.up_proj.weight": "pytorch_model-00005-of-00035.bin",
+    "model.layers.2.post_attention_layernorm.weight": "pytorch_model-00005-of-00035.bin",
+    "model.layers.2.self_attn.k_proj.weight": "pytorch_model-00005-of-00035.bin",
+    "model.layers.2.self_attn.o_proj.weight": "pytorch_model-00005-of-00035.bin",
+    "model.layers.2.self_attn.q_proj.weight": "pytorch_model-00005-of-00035.bin",
+    "model.layers.2.self_attn.rotary_emb.inv_freq": "pytorch_model-00005-of-00035.bin",
+    "model.layers.2.self_attn.v_proj.weight": "pytorch_model-00005-of-00035.bin",
+    "model.layers.20.input_layernorm.weight": "pytorch_model-00023-of-00035.bin",
+    "model.layers.20.mlp.down_proj.weight": "pytorch_model-00023-of-00035.bin",
+    "model.layers.20.mlp.gate_proj.weight": "pytorch_model-00023-of-00035.bin",
+    "model.layers.20.mlp.up_proj.weight": "pytorch_model-00023-of-00035.bin",
+    "model.layers.20.post_attention_layernorm.weight": "pytorch_model-00023-of-00035.bin",
+    "model.layers.20.self_attn.k_proj.weight": "pytorch_model-00023-of-00035.bin",
+    "model.layers.20.self_attn.o_proj.weight": "pytorch_model-00023-of-00035.bin",
+    "model.layers.20.self_attn.q_proj.weight": "pytorch_model-00023-of-00035.bin",
+    "model.layers.20.self_attn.rotary_emb.inv_freq": "pytorch_model-00023-of-00035.bin",
+    "model.layers.20.self_attn.v_proj.weight": "pytorch_model-00023-of-00035.bin",
+    "model.layers.21.input_layernorm.weight": "pytorch_model-00024-of-00035.bin",
+    "model.layers.21.mlp.down_proj.weight": "pytorch_model-00024-of-00035.bin",
+    "model.layers.21.mlp.gate_proj.weight": "pytorch_model-00024-of-00035.bin",
+    "model.layers.21.mlp.up_proj.weight": "pytorch_model-00024-of-00035.bin",
+    "model.layers.21.post_attention_layernorm.weight": "pytorch_model-00024-of-00035.bin",
+    "model.layers.21.self_attn.k_proj.weight": "pytorch_model-00024-of-00035.bin",
+    "model.layers.21.self_attn.o_proj.weight": "pytorch_model-00024-of-00035.bin",
+    "model.layers.21.self_attn.q_proj.weight": "pytorch_model-00024-of-00035.bin",
+    "model.layers.21.self_attn.rotary_emb.inv_freq": "pytorch_model-00024-of-00035.bin",
+    "model.layers.21.self_attn.v_proj.weight": "pytorch_model-00024-of-00035.bin",
+    "model.layers.22.input_layernorm.weight": "pytorch_model-00025-of-00035.bin",
+    "model.layers.22.mlp.down_proj.weight": "pytorch_model-00025-of-00035.bin",
+    "model.layers.22.mlp.gate_proj.weight": "pytorch_model-00025-of-00035.bin",
+    "model.layers.22.mlp.up_proj.weight": "pytorch_model-00025-of-00035.bin",
+    "model.layers.22.post_attention_layernorm.weight": "pytorch_model-00025-of-00035.bin",
+    "model.layers.22.self_attn.k_proj.weight": "pytorch_model-00025-of-00035.bin",
+    "model.layers.22.self_attn.o_proj.weight": "pytorch_model-00025-of-00035.bin",
+    "model.layers.22.self_attn.q_proj.weight": "pytorch_model-00025-of-00035.bin",
+    "model.layers.22.self_attn.rotary_emb.inv_freq": "pytorch_model-00025-of-00035.bin",
+    "model.layers.22.self_attn.v_proj.weight": "pytorch_model-00025-of-00035.bin",
+    "model.layers.23.input_layernorm.weight": "pytorch_model-00026-of-00035.bin",
+    "model.layers.23.mlp.down_proj.weight": "pytorch_model-00026-of-00035.bin",
+    "model.layers.23.mlp.gate_proj.weight": "pytorch_model-00026-of-00035.bin",
+    "model.layers.23.mlp.up_proj.weight": "pytorch_model-00026-of-00035.bin",
+    "model.layers.23.post_attention_layernorm.weight": "pytorch_model-00026-of-00035.bin",
+    "model.layers.23.self_attn.k_proj.weight": "pytorch_model-00026-of-00035.bin",
+    "model.layers.23.self_attn.o_proj.weight": "pytorch_model-00026-of-00035.bin",
+    "model.layers.23.self_attn.q_proj.weight": "pytorch_model-00026-of-00035.bin",
+    "model.layers.23.self_attn.rotary_emb.inv_freq": "pytorch_model-00026-of-00035.bin",
+    "model.layers.23.self_attn.v_proj.weight": "pytorch_model-00026-of-00035.bin",
+    "model.layers.24.input_layernorm.weight": "pytorch_model-00027-of-00035.bin",
+    "model.layers.24.mlp.down_proj.weight": "pytorch_model-00027-of-00035.bin",
+    "model.layers.24.mlp.gate_proj.weight": "pytorch_model-00027-of-00035.bin",
+    "model.layers.24.mlp.up_proj.weight": "pytorch_model-00027-of-00035.bin",
+    "model.layers.24.post_attention_layernorm.weight": "pytorch_model-00027-of-00035.bin",
+    "model.layers.24.self_attn.k_proj.weight": "pytorch_model-00027-of-00035.bin",
+    "model.layers.24.self_attn.o_proj.weight": "pytorch_model-00027-of-00035.bin",
+    "model.layers.24.self_attn.q_proj.weight": "pytorch_model-00027-of-00035.bin",
+    "model.layers.24.self_attn.rotary_emb.inv_freq": "pytorch_model-00027-of-00035.bin",
+    "model.layers.24.self_attn.v_proj.weight": "pytorch_model-00027-of-00035.bin",
+    "model.layers.25.input_layernorm.weight": "pytorch_model-00028-of-00035.bin",
+    "model.layers.25.mlp.down_proj.weight": "pytorch_model-00028-of-00035.bin",
+    "model.layers.25.mlp.gate_proj.weight": "pytorch_model-00028-of-00035.bin",
+    "model.layers.25.mlp.up_proj.weight": "pytorch_model-00028-of-00035.bin",
+    "model.layers.25.post_attention_layernorm.weight": "pytorch_model-00028-of-00035.bin",
+    "model.layers.25.self_attn.k_proj.weight": "pytorch_model-00028-of-00035.bin",
+    "model.layers.25.self_attn.o_proj.weight": "pytorch_model-00028-of-00035.bin",
+    "model.layers.25.self_attn.q_proj.weight": "pytorch_model-00028-of-00035.bin",
+    "model.layers.25.self_attn.rotary_emb.inv_freq": "pytorch_model-00028-of-00035.bin",
+    "model.layers.25.self_attn.v_proj.weight": "pytorch_model-00028-of-00035.bin",
+    "model.layers.26.input_layernorm.weight": "pytorch_model-00029-of-00035.bin",
+    "model.layers.26.mlp.down_proj.weight": "pytorch_model-00029-of-00035.bin",
+    "model.layers.26.mlp.gate_proj.weight": "pytorch_model-00029-of-00035.bin",
+    "model.layers.26.mlp.up_proj.weight": "pytorch_model-00029-of-00035.bin",
+    "model.layers.26.post_attention_layernorm.weight": "pytorch_model-00029-of-00035.bin",
+    "model.layers.26.self_attn.k_proj.weight": "pytorch_model-00029-of-00035.bin",
+    "model.layers.26.self_attn.o_proj.weight": "pytorch_model-00029-of-00035.bin",
+    "model.layers.26.self_attn.q_proj.weight": "pytorch_model-00029-of-00035.bin",
+    "model.layers.26.self_attn.rotary_emb.inv_freq": "pytorch_model-00029-of-00035.bin",
+    "model.layers.26.self_attn.v_proj.weight": "pytorch_model-00029-of-00035.bin",
+    "model.layers.27.input_layernorm.weight": "pytorch_model-00030-of-00035.bin",
+    "model.layers.27.mlp.down_proj.weight": "pytorch_model-00030-of-00035.bin",
+    "model.layers.27.mlp.gate_proj.weight": "pytorch_model-00030-of-00035.bin",
+    "model.layers.27.mlp.up_proj.weight": "pytorch_model-00030-of-00035.bin",
+    "model.layers.27.post_attention_layernorm.weight": "pytorch_model-00030-of-00035.bin",
+    "model.layers.27.self_attn.k_proj.weight": "pytorch_model-00030-of-00035.bin",
+    "model.layers.27.self_attn.o_proj.weight": "pytorch_model-00030-of-00035.bin",
+    "model.layers.27.self_attn.q_proj.weight": "pytorch_model-00030-of-00035.bin",
+    "model.layers.27.self_attn.rotary_emb.inv_freq": "pytorch_model-00030-of-00035.bin",
+    "model.layers.27.self_attn.v_proj.weight": "pytorch_model-00030-of-00035.bin",
+    "model.layers.28.input_layernorm.weight": "pytorch_model-00031-of-00035.bin",
+    "model.layers.28.mlp.down_proj.weight": "pytorch_model-00031-of-00035.bin",
+    "model.layers.28.mlp.gate_proj.weight": "pytorch_model-00031-of-00035.bin",
+    "model.layers.28.mlp.up_proj.weight": "pytorch_model-00031-of-00035.bin",
+    "model.layers.28.post_attention_layernorm.weight": "pytorch_model-00031-of-00035.bin",
+    "model.layers.28.self_attn.k_proj.weight": "pytorch_model-00031-of-00035.bin",
+    "model.layers.28.self_attn.o_proj.weight": "pytorch_model-00031-of-00035.bin",
+    "model.layers.28.self_attn.q_proj.weight": "pytorch_model-00031-of-00035.bin",
+    "model.layers.28.self_attn.rotary_emb.inv_freq": "pytorch_model-00031-of-00035.bin",
+    "model.layers.28.self_attn.v_proj.weight": "pytorch_model-00031-of-00035.bin",
+    "model.layers.29.input_layernorm.weight": "pytorch_model-00032-of-00035.bin",
+    "model.layers.29.mlp.down_proj.weight": "pytorch_model-00032-of-00035.bin",
+    "model.layers.29.mlp.gate_proj.weight": "pytorch_model-00032-of-00035.bin",
+    "model.layers.29.mlp.up_proj.weight": "pytorch_model-00032-of-00035.bin",
+    "model.layers.29.post_attention_layernorm.weight": "pytorch_model-00032-of-00035.bin",
+    "model.layers.29.self_attn.k_proj.weight": "pytorch_model-00032-of-00035.bin",
+    "model.layers.29.self_attn.o_proj.weight": "pytorch_model-00032-of-00035.bin",
+    "model.layers.29.self_attn.q_proj.weight": "pytorch_model-00032-of-00035.bin",
+    "model.layers.29.self_attn.rotary_emb.inv_freq": "pytorch_model-00032-of-00035.bin",
+    "model.layers.29.self_attn.v_proj.weight": "pytorch_model-00032-of-00035.bin",
+    "model.layers.3.input_layernorm.weight": "pytorch_model-00006-of-00035.bin",
+    "model.layers.3.mlp.down_proj.weight": "pytorch_model-00006-of-00035.bin",
+    "model.layers.3.mlp.gate_proj.weight": "pytorch_model-00006-of-00035.bin",
+    "model.layers.3.mlp.up_proj.weight": "pytorch_model-00006-of-00035.bin",
+    "model.layers.3.post_attention_layernorm.weight": "pytorch_model-00006-of-00035.bin",
+    "model.layers.3.self_attn.k_proj.weight": "pytorch_model-00006-of-00035.bin",
+    "model.layers.3.self_attn.o_proj.weight": "pytorch_model-00006-of-00035.bin",
+    "model.layers.3.self_attn.q_proj.weight": "pytorch_model-00006-of-00035.bin",
+    "model.layers.3.self_attn.rotary_emb.inv_freq": "pytorch_model-00006-of-00035.bin",
+    "model.layers.3.self_attn.v_proj.weight": "pytorch_model-00006-of-00035.bin",
+    "model.layers.30.input_layernorm.weight": "pytorch_model-00033-of-00035.bin",
+    "model.layers.30.mlp.down_proj.weight": "pytorch_model-00033-of-00035.bin",
+    "model.layers.30.mlp.gate_proj.weight": "pytorch_model-00033-of-00035.bin",
+    "model.layers.30.mlp.up_proj.weight": "pytorch_model-00033-of-00035.bin",
+    "model.layers.30.post_attention_layernorm.weight": "pytorch_model-00033-of-00035.bin",
+    "model.layers.30.self_attn.k_proj.weight": "pytorch_model-00033-of-00035.bin",
+    "model.layers.30.self_attn.o_proj.weight": "pytorch_model-00033-of-00035.bin",
+    "model.layers.30.self_attn.q_proj.weight": "pytorch_model-00033-of-00035.bin",
+    "model.layers.30.self_attn.rotary_emb.inv_freq": "pytorch_model-00033-of-00035.bin",
+    "model.layers.30.self_attn.v_proj.weight": "pytorch_model-00033-of-00035.bin",
+    "model.layers.31.input_layernorm.weight": "pytorch_model-00034-of-00035.bin",
+    "model.layers.31.mlp.down_proj.weight": "pytorch_model-00034-of-00035.bin",
+    "model.layers.31.mlp.gate_proj.weight": "pytorch_model-00034-of-00035.bin",
+    "model.layers.31.mlp.up_proj.weight": "pytorch_model-00034-of-00035.bin",
+    "model.layers.31.post_attention_layernorm.weight": "pytorch_model-00034-of-00035.bin",
+    "model.layers.31.self_attn.k_proj.weight": "pytorch_model-00034-of-00035.bin",
+    "model.layers.31.self_attn.o_proj.weight": "pytorch_model-00034-of-00035.bin",
+    "model.layers.31.self_attn.q_proj.weight": "pytorch_model-00034-of-00035.bin",
+    "model.layers.31.self_attn.rotary_emb.inv_freq": "pytorch_model-00034-of-00035.bin",
+    "model.layers.31.self_attn.v_proj.weight": "pytorch_model-00034-of-00035.bin",
+    "model.layers.4.input_layernorm.weight": "pytorch_model-00007-of-00035.bin",
+    "model.layers.4.mlp.down_proj.weight": "pytorch_model-00007-of-00035.bin",
+    "model.layers.4.mlp.gate_proj.weight": "pytorch_model-00007-of-00035.bin",
+    "model.layers.4.mlp.up_proj.weight": "pytorch_model-00007-of-00035.bin",
+    "model.layers.4.post_attention_layernorm.weight": "pytorch_model-00007-of-00035.bin",
+    "model.layers.4.self_attn.k_proj.weight": "pytorch_model-00007-of-00035.bin",
+    "model.layers.4.self_attn.o_proj.weight": "pytorch_model-00007-of-00035.bin",
+    "model.layers.4.self_attn.q_proj.weight": "pytorch_model-00007-of-00035.bin",
+    "model.layers.4.self_attn.rotary_emb.inv_freq": "pytorch_model-00007-of-00035.bin",
+    "model.layers.4.self_attn.v_proj.weight": "pytorch_model-00007-of-00035.bin",
+    "model.layers.5.input_layernorm.weight": "pytorch_model-00008-of-00035.bin",
+    "model.layers.5.mlp.down_proj.weight": "pytorch_model-00008-of-00035.bin",
+    "model.layers.5.mlp.gate_proj.weight": "pytorch_model-00008-of-00035.bin",
+    "model.layers.5.mlp.up_proj.weight": "pytorch_model-00008-of-00035.bin",
+    "model.layers.5.post_attention_layernorm.weight": "pytorch_model-00008-of-00035.bin",
+    "model.layers.5.self_attn.k_proj.weight": "pytorch_model-00008-of-00035.bin",
+    "model.layers.5.self_attn.o_proj.weight": "pytorch_model-00008-of-00035.bin",
+    "model.layers.5.self_attn.q_proj.weight": "pytorch_model-00008-of-00035.bin",
+    "model.layers.5.self_attn.rotary_emb.inv_freq": "pytorch_model-00008-of-00035.bin",
+    "model.layers.5.self_attn.v_proj.weight": "pytorch_model-00008-of-00035.bin",
+    "model.layers.6.input_layernorm.weight": "pytorch_model-00009-of-00035.bin",
+    "model.layers.6.mlp.down_proj.weight": "pytorch_model-00009-of-00035.bin",
+    "model.layers.6.mlp.gate_proj.weight": "pytorch_model-00009-of-00035.bin",
+    "model.layers.6.mlp.up_proj.weight": "pytorch_model-00009-of-00035.bin",
+    "model.layers.6.post_attention_layernorm.weight": "pytorch_model-00009-of-00035.bin",
+    "model.layers.6.self_attn.k_proj.weight": "pytorch_model-00009-of-00035.bin",
+    "model.layers.6.self_attn.o_proj.weight": "pytorch_model-00009-of-00035.bin",
+    "model.layers.6.self_attn.q_proj.weight": "pytorch_model-00009-of-00035.bin",
+    "model.layers.6.self_attn.rotary_emb.inv_freq": "pytorch_model-00009-of-00035.bin",
+    "model.layers.6.self_attn.v_proj.weight": "pytorch_model-00009-of-00035.bin",
+    "model.layers.7.input_layernorm.weight": "pytorch_model-00010-of-00035.bin",
+    "model.layers.7.mlp.down_proj.weight": "pytorch_model-00010-of-00035.bin",
+    "model.layers.7.mlp.gate_proj.weight": "pytorch_model-00010-of-00035.bin",
+    "model.layers.7.mlp.up_proj.weight": "pytorch_model-00010-of-00035.bin",
+    "model.layers.7.post_attention_layernorm.weight": "pytorch_model-00010-of-00035.bin",
+    "model.layers.7.self_attn.k_proj.weight": "pytorch_model-00010-of-00035.bin",
+    "model.layers.7.self_attn.o_proj.weight": "pytorch_model-00010-of-00035.bin",
+    "model.layers.7.self_attn.q_proj.weight": "pytorch_model-00010-of-00035.bin",
+    "model.layers.7.self_attn.rotary_emb.inv_freq": "pytorch_model-00010-of-00035.bin",
+    "model.layers.7.self_attn.v_proj.weight": "pytorch_model-00010-of-00035.bin",
+    "model.layers.8.input_layernorm.weight": "pytorch_model-00011-of-00035.bin",
+    "model.layers.8.mlp.down_proj.weight": "pytorch_model-00011-of-00035.bin",
+    "model.layers.8.mlp.gate_proj.weight": "pytorch_model-00011-of-00035.bin",
+    "model.layers.8.mlp.up_proj.weight": "pytorch_model-00011-of-00035.bin",
+    "model.layers.8.post_attention_layernorm.weight": "pytorch_model-00011-of-00035.bin",
+    "model.layers.8.self_attn.k_proj.weight": "pytorch_model-00011-of-00035.bin",
+    "model.layers.8.self_attn.o_proj.weight": "pytorch_model-00011-of-00035.bin",
+    "model.layers.8.self_attn.q_proj.weight": "pytorch_model-00011-of-00035.bin",
+    "model.layers.8.self_attn.rotary_emb.inv_freq": "pytorch_model-00011-of-00035.bin",
+    "model.layers.8.self_attn.v_proj.weight": "pytorch_model-00011-of-00035.bin",
+    "model.layers.9.input_layernorm.weight": "pytorch_model-00012-of-00035.bin",
+    "model.layers.9.mlp.down_proj.weight": "pytorch_model-00012-of-00035.bin",
+    "model.layers.9.mlp.gate_proj.weight": "pytorch_model-00012-of-00035.bin",
+    "model.layers.9.mlp.up_proj.weight": "pytorch_model-00012-of-00035.bin",
+    "model.layers.9.post_attention_layernorm.weight": "pytorch_model-00012-of-00035.bin",
+    "model.layers.9.self_attn.k_proj.weight": "pytorch_model-00012-of-00035.bin",
+    "model.layers.9.self_attn.o_proj.weight": "pytorch_model-00012-of-00035.bin",
+    "model.layers.9.self_attn.q_proj.weight": "pytorch_model-00012-of-00035.bin",
+    "model.layers.9.self_attn.rotary_emb.inv_freq": "pytorch_model-00012-of-00035.bin",
+    "model.layers.9.self_attn.v_proj.weight": "pytorch_model-00012-of-00035.bin",
+    "model.norm.weight": "pytorch_model-00034-of-00035.bin"
   }
 }