Adding `safetensors` variant of this model

model-00002-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe135073ca10f72aa6aa3ffcfc3e8fda58da5db908a97e05c792415e2f90157e
+size 524288136

model-00003-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d4549c88802a004d0185bf2ee62a81663da30937d6e138c64b51dce6e9bcff6
+size 404767888

model-00004-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8624dfa982fce2be913f94844357fffecec448e8710cc4e0e3bc22d14980955
+size 404767888

model-00005-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d22273967abcf5b99bc9683b70e64510e5b15c4dcaf96f4c37b43f3d711ee75
+size 404767888

model-00006-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee8b8b5171818e86c6266784388a1a36813077627eeb15a562fdca3ebaa3a593
+size 404767888

model-00007-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:566b1433ce6a7c5a01c70358684485105dfe10090dd53f1044c68b7ba0cbcefb
+size 404767888

model-00008-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a4d43a773724ca57c321561d20b2ae39371cb7f68677d9a866a1ee59d4edd55
+size 404767888

model-00009-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:049ea21c5ebbe127935fffe636ba5a6b1b5f6e8e7eae42454e3ba9b5c10fc76c
+size 404767888

model-00010-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46d9000d421dfb10ab75a25e96385e7ba3d1ba23cd5507750e6f808e708a90a8
+size 404767888

model-00011-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fef54bdaa84dd01fe603dba3c8d54d34164cccc26cb973a2dab4933e732e02d0
+size 404767888

model-00012-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d24f1377190b7c1219adfc06850c4fdb6bc2a15040700b773f4d4d95a46c0d93
+size 404767888

model-00013-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e5e629d5f84cd5c37daeec310af4cdd4dbe0b3b3f58137cf5c32ee3166d3f8b
+size 404767896

model-00014-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b5b610c158cb64e6b99493b31027e011bda48c4a3d4aa6de082a8c6e802330
+size 404767896

model-00015-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed6d063ce0b4b33b7e5811defc1bfca60aed426661bac432c9e329520f9e63eb
+size 404767896

model-00016-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0ca14dbe11f3bb4f1363c549c0c460610e96a72be7ef0125c7813ccdfa81912
+size 404767896

model-00017-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8119ed778d11180e7469d438611d99b11762a5a18dc4d6ec34f72a82241a6ad0
+size 404767896

model-00018-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45bc395fe2c0c9b27d605648e8921a36c1c48caa3b1710722e8bd36fc6b10a4f
+size 404767896

model-00019-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f7882d39abefeaa240e1dfc53513766401640f060a1e9937d7b277c9842187a
+size 404767896

model-00020-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1338bdfa370a6f3328d8d3104fbbc7da15c57be9d4ca31dfba73d510336e3c4
+size 404767896

model-00021-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6cfc9e1fa704ab9e382599560a966806688a18af67c9490727ff7766944ec3d
+size 404767896

model-00022-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:618345423c92e7fea9ee0155de9d905fd34f9c53b2ce6ca9bc64d8cd7ef66c85
+size 404767896

model-00023-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:448752b2a76bb255314bb418bb283da5896d2843c5889d2eb84e79fe228e8e37
+size 404767896

model-00024-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14bd42a95ed04d3543bd20c5b426f000dc16a1b36eccdb0575d1178252f4932b
+size 404767896

model-00025-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f3136e17a427170469bc50c24223cde5dbf84cc650a774c009a84c3213378c
+size 404767896

model-00026-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b740822bf11f752e37a7d889aa23433eeb9cb8a9a76ee44b084072945d194c00
+size 404767896

model-00027-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3bfa64dcd404883f44aa9dde220d6965da33848234382b4f9730b947a49483f
+size 404767896

model-00028-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:224bcee05aed35816e2b0ce12c2cd6c66f3e136a19e7d6b45980744b975908e6
+size 404767896

model-00029-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f67635a67abb0e66a125d3fd1418d5ba7e2334b86efaa827fc6d16ac64bae761
+size 404767896

model-00030-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d567be2b252518851b1979f15ca181ddceff31132673ad919b90237e16f11457
+size 404767896

model-00031-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:068c2884cd2ac993310d0ac0fdac4666247536ffce98a6625c67f9d4d5fcf869
+size 404767896

model-00032-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f888e7a5e4762764200206315996210b5761ed95dd2d670419b22fddeca0db5
+size 404767896

model-00033-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e72ba90011a95f1a644fa0142eabd1c633e0f4987a1c5a8390a227b89ff49c2b
+size 404767896

model-00034-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d731fde21a5008729dd1d640a258e054e0fd713ef94ae6efad460196b7a6a0b1
+size 404776176

model-00035-of-00035.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3af0d9af799a881b07a7efaf4f8da091aedcd70d147f81b82ef02b0ca1dd4b48
+size 524288128

model.safetensors.index.json

@@ -0,0 +1,266 @@
+{
+    "metadata": {
+        "total_size": 14001127424
+    },
+    "weight_map": {
+        "lm_head.weight": "model-00035-of-00035.safetensors",
+        "model.embed_tokens.weight": "model-00002-of-00035.safetensors",
+        "model.layers.0.input_layernorm.weight": "model-00003-of-00035.safetensors",
+        "model.layers.0.mlp.down_proj.weight": "model-00003-of-00035.safetensors",
+        "model.layers.0.mlp.gate_proj.weight": "model-00003-of-00035.safetensors",
+        "model.layers.0.mlp.up_proj.weight": "model-00003-of-00035.safetensors",
+        "model.layers.0.post_attention_layernorm.weight": "model-00003-of-00035.safetensors",
+        "model.layers.0.self_attn.W_pack.weight": "model-00003-of-00035.safetensors",
+        "model.layers.0.self_attn.o_proj.weight": "model-00003-of-00035.safetensors",
+        "model.layers.0.self_attn.rotary_emb.inv_freq": "model-00003-of-00035.safetensors",
+        "model.layers.1.input_layernorm.weight": "model-00004-of-00035.safetensors",
+        "model.layers.1.mlp.down_proj.weight": "model-00004-of-00035.safetensors",
+        "model.layers.1.mlp.gate_proj.weight": "model-00004-of-00035.safetensors",
+        "model.layers.1.mlp.up_proj.weight": "model-00004-of-00035.safetensors",
+        "model.layers.1.post_attention_layernorm.weight": "model-00004-of-00035.safetensors",
+        "model.layers.1.self_attn.W_pack.weight": "model-00004-of-00035.safetensors",
+        "model.layers.1.self_attn.o_proj.weight": "model-00004-of-00035.safetensors",
+        "model.layers.1.self_attn.rotary_emb.inv_freq": "model-00004-of-00035.safetensors",
+        "model.layers.10.input_layernorm.weight": "model-00013-of-00035.safetensors",
+        "model.layers.10.mlp.down_proj.weight": "model-00013-of-00035.safetensors",
+        "model.layers.10.mlp.gate_proj.weight": "model-00013-of-00035.safetensors",
+        "model.layers.10.mlp.up_proj.weight": "model-00013-of-00035.safetensors",
+        "model.layers.10.post_attention_layernorm.weight": "model-00013-of-00035.safetensors",
+        "model.layers.10.self_attn.W_pack.weight": "model-00013-of-00035.safetensors",
+        "model.layers.10.self_attn.o_proj.weight": "model-00013-of-00035.safetensors",
+        "model.layers.10.self_attn.rotary_emb.inv_freq": "model-00013-of-00035.safetensors",
+        "model.layers.11.input_layernorm.weight": "model-00014-of-00035.safetensors",
+        "model.layers.11.mlp.down_proj.weight": "model-00014-of-00035.safetensors",
+        "model.layers.11.mlp.gate_proj.weight": "model-00014-of-00035.safetensors",
+        "model.layers.11.mlp.up_proj.weight": "model-00014-of-00035.safetensors",
+        "model.layers.11.post_attention_layernorm.weight": "model-00014-of-00035.safetensors",
+        "model.layers.11.self_attn.W_pack.weight": "model-00014-of-00035.safetensors",
+        "model.layers.11.self_attn.o_proj.weight": "model-00014-of-00035.safetensors",
+        "model.layers.11.self_attn.rotary_emb.inv_freq": "model-00014-of-00035.safetensors",
+        "model.layers.12.input_layernorm.weight": "model-00015-of-00035.safetensors",
+        "model.layers.12.mlp.down_proj.weight": "model-00015-of-00035.safetensors",
+        "model.layers.12.mlp.gate_proj.weight": "model-00015-of-00035.safetensors",
+        "model.layers.12.mlp.up_proj.weight": "model-00015-of-00035.safetensors",
+        "model.layers.12.post_attention_layernorm.weight": "model-00015-of-00035.safetensors",
+        "model.layers.12.self_attn.W_pack.weight": "model-00015-of-00035.safetensors",
+        "model.layers.12.self_attn.o_proj.weight": "model-00015-of-00035.safetensors",
+        "model.layers.12.self_attn.rotary_emb.inv_freq": "model-00015-of-00035.safetensors",
+        "model.layers.13.input_layernorm.weight": "model-00016-of-00035.safetensors",
+        "model.layers.13.mlp.down_proj.weight": "model-00016-of-00035.safetensors",
+        "model.layers.13.mlp.gate_proj.weight": "model-00016-of-00035.safetensors",
+        "model.layers.13.mlp.up_proj.weight": "model-00016-of-00035.safetensors",
+        "model.layers.13.post_attention_layernorm.weight": "model-00016-of-00035.safetensors",
+        "model.layers.13.self_attn.W_pack.weight": "model-00016-of-00035.safetensors",
+        "model.layers.13.self_attn.o_proj.weight": "model-00016-of-00035.safetensors",
+        "model.layers.13.self_attn.rotary_emb.inv_freq": "model-00016-of-00035.safetensors",
+        "model.layers.14.input_layernorm.weight": "model-00017-of-00035.safetensors",
+        "model.layers.14.mlp.down_proj.weight": "model-00017-of-00035.safetensors",
+        "model.layers.14.mlp.gate_proj.weight": "model-00017-of-00035.safetensors",
+        "model.layers.14.mlp.up_proj.weight": "model-00017-of-00035.safetensors",
+        "model.layers.14.post_attention_layernorm.weight": "model-00017-of-00035.safetensors",
+        "model.layers.14.self_attn.W_pack.weight": "model-00017-of-00035.safetensors",
+        "model.layers.14.self_attn.o_proj.weight": "model-00017-of-00035.safetensors",
+        "model.layers.14.self_attn.rotary_emb.inv_freq": "model-00017-of-00035.safetensors",
+        "model.layers.15.input_layernorm.weight": "model-00018-of-00035.safetensors",
+        "model.layers.15.mlp.down_proj.weight": "model-00018-of-00035.safetensors",
+        "model.layers.15.mlp.gate_proj.weight": "model-00018-of-00035.safetensors",
+        "model.layers.15.mlp.up_proj.weight": "model-00018-of-00035.safetensors",
+        "model.layers.15.post_attention_layernorm.weight": "model-00018-of-00035.safetensors",
+        "model.layers.15.self_attn.W_pack.weight": "model-00018-of-00035.safetensors",
+        "model.layers.15.self_attn.o_proj.weight": "model-00018-of-00035.safetensors",
+        "model.layers.15.self_attn.rotary_emb.inv_freq": "model-00018-of-00035.safetensors",
+        "model.layers.16.input_layernorm.weight": "model-00019-of-00035.safetensors",
+        "model.layers.16.mlp.down_proj.weight": "model-00019-of-00035.safetensors",
+        "model.layers.16.mlp.gate_proj.weight": "model-00019-of-00035.safetensors",
+        "model.layers.16.mlp.up_proj.weight": "model-00019-of-00035.safetensors",
+        "model.layers.16.post_attention_layernorm.weight": "model-00019-of-00035.safetensors",
+        "model.layers.16.self_attn.W_pack.weight": "model-00019-of-00035.safetensors",
+        "model.layers.16.self_attn.o_proj.weight": "model-00019-of-00035.safetensors",
+        "model.layers.16.self_attn.rotary_emb.inv_freq": "model-00019-of-00035.safetensors",
+        "model.layers.17.input_layernorm.weight": "model-00020-of-00035.safetensors",
+        "model.layers.17.mlp.down_proj.weight": "model-00020-of-00035.safetensors",
+        "model.layers.17.mlp.gate_proj.weight": "model-00020-of-00035.safetensors",
+        "model.layers.17.mlp.up_proj.weight": "model-00020-of-00035.safetensors",
+        "model.layers.17.post_attention_layernorm.weight": "model-00020-of-00035.safetensors",
+        "model.layers.17.self_attn.W_pack.weight": "model-00020-of-00035.safetensors",
+        "model.layers.17.self_attn.o_proj.weight": "model-00020-of-00035.safetensors",
+        "model.layers.17.self_attn.rotary_emb.inv_freq": "model-00020-of-00035.safetensors",
+        "model.layers.18.input_layernorm.weight": "model-00021-of-00035.safetensors",
+        "model.layers.18.mlp.down_proj.weight": "model-00021-of-00035.safetensors",
+        "model.layers.18.mlp.gate_proj.weight": "model-00021-of-00035.safetensors",
+        "model.layers.18.mlp.up_proj.weight": "model-00021-of-00035.safetensors",
+        "model.layers.18.post_attention_layernorm.weight": "model-00021-of-00035.safetensors",
+        "model.layers.18.self_attn.W_pack.weight": "model-00021-of-00035.safetensors",
+        "model.layers.18.self_attn.o_proj.weight": "model-00021-of-00035.safetensors",
+        "model.layers.18.self_attn.rotary_emb.inv_freq": "model-00021-of-00035.safetensors",
+        "model.layers.19.input_layernorm.weight": "model-00022-of-00035.safetensors",
+        "model.layers.19.mlp.down_proj.weight": "model-00022-of-00035.safetensors",
+        "model.layers.19.mlp.gate_proj.weight": "model-00022-of-00035.safetensors",
+        "model.layers.19.mlp.up_proj.weight": "model-00022-of-00035.safetensors",
+        "model.layers.19.post_attention_layernorm.weight": "model-00022-of-00035.safetensors",
+        "model.layers.19.self_attn.W_pack.weight": "model-00022-of-00035.safetensors",
+        "model.layers.19.self_attn.o_proj.weight": "model-00022-of-00035.safetensors",
+        "model.layers.19.self_attn.rotary_emb.inv_freq": "model-00022-of-00035.safetensors",
+        "model.layers.2.input_layernorm.weight": "model-00005-of-00035.safetensors",
+        "model.layers.2.mlp.down_proj.weight": "model-00005-of-00035.safetensors",
+        "model.layers.2.mlp.gate_proj.weight": "model-00005-of-00035.safetensors",
+        "model.layers.2.mlp.up_proj.weight": "model-00005-of-00035.safetensors",
+        "model.layers.2.post_attention_layernorm.weight": "model-00005-of-00035.safetensors",
+        "model.layers.2.self_attn.W_pack.weight": "model-00005-of-00035.safetensors",
+        "model.layers.2.self_attn.o_proj.weight": "model-00005-of-00035.safetensors",
+        "model.layers.2.self_attn.rotary_emb.inv_freq": "model-00005-of-00035.safetensors",
+        "model.layers.20.input_layernorm.weight": "model-00023-of-00035.safetensors",
+        "model.layers.20.mlp.down_proj.weight": "model-00023-of-00035.safetensors",
+        "model.layers.20.mlp.gate_proj.weight": "model-00023-of-00035.safetensors",
+        "model.layers.20.mlp.up_proj.weight": "model-00023-of-00035.safetensors",
+        "model.layers.20.post_attention_layernorm.weight": "model-00023-of-00035.safetensors",
+        "model.layers.20.self_attn.W_pack.weight": "model-00023-of-00035.safetensors",
+        "model.layers.20.self_attn.o_proj.weight": "model-00023-of-00035.safetensors",
+        "model.layers.20.self_attn.rotary_emb.inv_freq": "model-00023-of-00035.safetensors",
+        "model.layers.21.input_layernorm.weight": "model-00024-of-00035.safetensors",
+        "model.layers.21.mlp.down_proj.weight": "model-00024-of-00035.safetensors",
+        "model.layers.21.mlp.gate_proj.weight": "model-00024-of-00035.safetensors",
+        "model.layers.21.mlp.up_proj.weight": "model-00024-of-00035.safetensors",
+        "model.layers.21.post_attention_layernorm.weight": "model-00024-of-00035.safetensors",
+        "model.layers.21.self_attn.W_pack.weight": "model-00024-of-00035.safetensors",
+        "model.layers.21.self_attn.o_proj.weight": "model-00024-of-00035.safetensors",
+        "model.layers.21.self_attn.rotary_emb.inv_freq": "model-00024-of-00035.safetensors",
+        "model.layers.22.input_layernorm.weight": "model-00025-of-00035.safetensors",
+        "model.layers.22.mlp.down_proj.weight": "model-00025-of-00035.safetensors",
+        "model.layers.22.mlp.gate_proj.weight": "model-00025-of-00035.safetensors",
+        "model.layers.22.mlp.up_proj.weight": "model-00025-of-00035.safetensors",
+        "model.layers.22.post_attention_layernorm.weight": "model-00025-of-00035.safetensors",
+        "model.layers.22.self_attn.W_pack.weight": "model-00025-of-00035.safetensors",
+        "model.layers.22.self_attn.o_proj.weight": "model-00025-of-00035.safetensors",
+        "model.layers.22.self_attn.rotary_emb.inv_freq": "model-00025-of-00035.safetensors",
+        "model.layers.23.input_layernorm.weight": "model-00026-of-00035.safetensors",
+        "model.layers.23.mlp.down_proj.weight": "model-00026-of-00035.safetensors",
+        "model.layers.23.mlp.gate_proj.weight": "model-00026-of-00035.safetensors",
+        "model.layers.23.mlp.up_proj.weight": "model-00026-of-00035.safetensors",
+        "model.layers.23.post_attention_layernorm.weight": "model-00026-of-00035.safetensors",
+        "model.layers.23.self_attn.W_pack.weight": "model-00026-of-00035.safetensors",
+        "model.layers.23.self_attn.o_proj.weight": "model-00026-of-00035.safetensors",
+        "model.layers.23.self_attn.rotary_emb.inv_freq": "model-00026-of-00035.safetensors",
+        "model.layers.24.input_layernorm.weight": "model-00027-of-00035.safetensors",
+        "model.layers.24.mlp.down_proj.weight": "model-00027-of-00035.safetensors",
+        "model.layers.24.mlp.gate_proj.weight": "model-00027-of-00035.safetensors",
+        "model.layers.24.mlp.up_proj.weight": "model-00027-of-00035.safetensors",
+        "model.layers.24.post_attention_layernorm.weight": "model-00027-of-00035.safetensors",
+        "model.layers.24.self_attn.W_pack.weight": "model-00027-of-00035.safetensors",
+        "model.layers.24.self_attn.o_proj.weight": "model-00027-of-00035.safetensors",
+        "model.layers.24.self_attn.rotary_emb.inv_freq": "model-00027-of-00035.safetensors",
+        "model.layers.25.input_layernorm.weight": "model-00028-of-00035.safetensors",
+        "model.layers.25.mlp.down_proj.weight": "model-00028-of-00035.safetensors",
+        "model.layers.25.mlp.gate_proj.weight": "model-00028-of-00035.safetensors",
+        "model.layers.25.mlp.up_proj.weight": "model-00028-of-00035.safetensors",
+        "model.layers.25.post_attention_layernorm.weight": "model-00028-of-00035.safetensors",
+        "model.layers.25.self_attn.W_pack.weight": "model-00028-of-00035.safetensors",
+        "model.layers.25.self_attn.o_proj.weight": "model-00028-of-00035.safetensors",
+        "model.layers.25.self_attn.rotary_emb.inv_freq": "model-00028-of-00035.safetensors",
+        "model.layers.26.input_layernorm.weight": "model-00029-of-00035.safetensors",
+        "model.layers.26.mlp.down_proj.weight": "model-00029-of-00035.safetensors",
+        "model.layers.26.mlp.gate_proj.weight": "model-00029-of-00035.safetensors",
+        "model.layers.26.mlp.up_proj.weight": "model-00029-of-00035.safetensors",
+        "model.layers.26.post_attention_layernorm.weight": "model-00029-of-00035.safetensors",
+        "model.layers.26.self_attn.W_pack.weight": "model-00029-of-00035.safetensors",
+        "model.layers.26.self_attn.o_proj.weight": "model-00029-of-00035.safetensors",
+        "model.layers.26.self_attn.rotary_emb.inv_freq": "model-00029-of-00035.safetensors",
+        "model.layers.27.input_layernorm.weight": "model-00030-of-00035.safetensors",
+        "model.layers.27.mlp.down_proj.weight": "model-00030-of-00035.safetensors",
+        "model.layers.27.mlp.gate_proj.weight": "model-00030-of-00035.safetensors",
+        "model.layers.27.mlp.up_proj.weight": "model-00030-of-00035.safetensors",
+        "model.layers.27.post_attention_layernorm.weight": "model-00030-of-00035.safetensors",
+        "model.layers.27.self_attn.W_pack.weight": "model-00030-of-00035.safetensors",
+        "model.layers.27.self_attn.o_proj.weight": "model-00030-of-00035.safetensors",
+        "model.layers.27.self_attn.rotary_emb.inv_freq": "model-00030-of-00035.safetensors",
+        "model.layers.28.input_layernorm.weight": "model-00031-of-00035.safetensors",
+        "model.layers.28.mlp.down_proj.weight": "model-00031-of-00035.safetensors",
+        "model.layers.28.mlp.gate_proj.weight": "model-00031-of-00035.safetensors",
+        "model.layers.28.mlp.up_proj.weight": "model-00031-of-00035.safetensors",
+        "model.layers.28.post_attention_layernorm.weight": "model-00031-of-00035.safetensors",
+        "model.layers.28.self_attn.W_pack.weight": "model-00031-of-00035.safetensors",
+        "model.layers.28.self_attn.o_proj.weight": "model-00031-of-00035.safetensors",
+        "model.layers.28.self_attn.rotary_emb.inv_freq": "model-00031-of-00035.safetensors",
+        "model.layers.29.input_layernorm.weight": "model-00032-of-00035.safetensors",
+        "model.layers.29.mlp.down_proj.weight": "model-00032-of-00035.safetensors",
+        "model.layers.29.mlp.gate_proj.weight": "model-00032-of-00035.safetensors",
+        "model.layers.29.mlp.up_proj.weight": "model-00032-of-00035.safetensors",
+        "model.layers.29.post_attention_layernorm.weight": "model-00032-of-00035.safetensors",
+        "model.layers.29.self_attn.W_pack.weight": "model-00032-of-00035.safetensors",
+        "model.layers.29.self_attn.o_proj.weight": "model-00032-of-00035.safetensors",
+        "model.layers.29.self_attn.rotary_emb.inv_freq": "model-00032-of-00035.safetensors",
+        "model.layers.3.input_layernorm.weight": "model-00006-of-00035.safetensors",
+        "model.layers.3.mlp.down_proj.weight": "model-00006-of-00035.safetensors",
+        "model.layers.3.mlp.gate_proj.weight": "model-00006-of-00035.safetensors",
+        "model.layers.3.mlp.up_proj.weight": "model-00006-of-00035.safetensors",
+        "model.layers.3.post_attention_layernorm.weight": "model-00006-of-00035.safetensors",
+        "model.layers.3.self_attn.W_pack.weight": "model-00006-of-00035.safetensors",
+        "model.layers.3.self_attn.o_proj.weight": "model-00006-of-00035.safetensors",
+        "model.layers.3.self_attn.rotary_emb.inv_freq": "model-00006-of-00035.safetensors",
+        "model.layers.30.input_layernorm.weight": "model-00033-of-00035.safetensors",
+        "model.layers.30.mlp.down_proj.weight": "model-00033-of-00035.safetensors",
+        "model.layers.30.mlp.gate_proj.weight": "model-00033-of-00035.safetensors",
+        "model.layers.30.mlp.up_proj.weight": "model-00033-of-00035.safetensors",
+        "model.layers.30.post_attention_layernorm.weight": "model-00033-of-00035.safetensors",
+        "model.layers.30.self_attn.W_pack.weight": "model-00033-of-00035.safetensors",
+        "model.layers.30.self_attn.o_proj.weight": "model-00033-of-00035.safetensors",
+        "model.layers.30.self_attn.rotary_emb.inv_freq": "model-00033-of-00035.safetensors",
+        "model.layers.31.input_layernorm.weight": "model-00034-of-00035.safetensors",
+        "model.layers.31.mlp.down_proj.weight": "model-00034-of-00035.safetensors",
+        "model.layers.31.mlp.gate_proj.weight": "model-00034-of-00035.safetensors",
+        "model.layers.31.mlp.up_proj.weight": "model-00034-of-00035.safetensors",
+        "model.layers.31.post_attention_layernorm.weight": "model-00034-of-00035.safetensors",
+        "model.layers.31.self_attn.W_pack.weight": "model-00034-of-00035.safetensors",
+        "model.layers.31.self_attn.o_proj.weight": "model-00034-of-00035.safetensors",
+        "model.layers.31.self_attn.rotary_emb.inv_freq": "model-00034-of-00035.safetensors",
+        "model.layers.4.input_layernorm.weight": "model-00007-of-00035.safetensors",
+        "model.layers.4.mlp.down_proj.weight": "model-00007-of-00035.safetensors",
+        "model.layers.4.mlp.gate_proj.weight": "model-00007-of-00035.safetensors",
+        "model.layers.4.mlp.up_proj.weight": "model-00007-of-00035.safetensors",
+        "model.layers.4.post_attention_layernorm.weight": "model-00007-of-00035.safetensors",
+        "model.layers.4.self_attn.W_pack.weight": "model-00007-of-00035.safetensors",
+        "model.layers.4.self_attn.o_proj.weight": "model-00007-of-00035.safetensors",
+        "model.layers.4.self_attn.rotary_emb.inv_freq": "model-00007-of-00035.safetensors",
+        "model.layers.5.input_layernorm.weight": "model-00008-of-00035.safetensors",
+        "model.layers.5.mlp.down_proj.weight": "model-00008-of-00035.safetensors",
+        "model.layers.5.mlp.gate_proj.weight": "model-00008-of-00035.safetensors",
+        "model.layers.5.mlp.up_proj.weight": "model-00008-of-00035.safetensors",
+        "model.layers.5.post_attention_layernorm.weight": "model-00008-of-00035.safetensors",
+        "model.layers.5.self_attn.W_pack.weight": "model-00008-of-00035.safetensors",
+        "model.layers.5.self_attn.o_proj.weight": "model-00008-of-00035.safetensors",
+        "model.layers.5.self_attn.rotary_emb.inv_freq": "model-00008-of-00035.safetensors",
+        "model.layers.6.input_layernorm.weight": "model-00009-of-00035.safetensors",
+        "model.layers.6.mlp.down_proj.weight": "model-00009-of-00035.safetensors",
+        "model.layers.6.mlp.gate_proj.weight": "model-00009-of-00035.safetensors",
+        "model.layers.6.mlp.up_proj.weight": "model-00009-of-00035.safetensors",
+        "model.layers.6.post_attention_layernorm.weight": "model-00009-of-00035.safetensors",
+        "model.layers.6.self_attn.W_pack.weight": "model-00009-of-00035.safetensors",
+        "model.layers.6.self_attn.o_proj.weight": "model-00009-of-00035.safetensors",
+        "model.layers.6.self_attn.rotary_emb.inv_freq": "model-00009-of-00035.safetensors",
+        "model.layers.7.input_layernorm.weight": "model-00010-of-00035.safetensors",
+        "model.layers.7.mlp.down_proj.weight": "model-00010-of-00035.safetensors",
+        "model.layers.7.mlp.gate_proj.weight": "model-00010-of-00035.safetensors",
+        "model.layers.7.mlp.up_proj.weight": "model-00010-of-00035.safetensors",
+        "model.layers.7.post_attention_layernorm.weight": "model-00010-of-00035.safetensors",
+        "model.layers.7.self_attn.W_pack.weight": "model-00010-of-00035.safetensors",
+        "model.layers.7.self_attn.o_proj.weight": "model-00010-of-00035.safetensors",
+        "model.layers.7.self_attn.rotary_emb.inv_freq": "model-00010-of-00035.safetensors",
+        "model.layers.8.input_layernorm.weight": "model-00011-of-00035.safetensors",
+        "model.layers.8.mlp.down_proj.weight": "model-00011-of-00035.safetensors",
+        "model.layers.8.mlp.gate_proj.weight": "model-00011-of-00035.safetensors",
+        "model.layers.8.mlp.up_proj.weight": "model-00011-of-00035.safetensors",
+        "model.layers.8.post_attention_layernorm.weight": "model-00011-of-00035.safetensors",
+        "model.layers.8.self_attn.W_pack.weight": "model-00011-of-00035.safetensors",
+        "model.layers.8.self_attn.o_proj.weight": "model-00011-of-00035.safetensors",
+        "model.layers.8.self_attn.rotary_emb.inv_freq": "model-00011-of-00035.safetensors",
+        "model.layers.9.input_layernorm.weight": "model-00012-of-00035.safetensors",
+        "model.layers.9.mlp.down_proj.weight": "model-00012-of-00035.safetensors",
+        "model.layers.9.mlp.gate_proj.weight": "model-00012-of-00035.safetensors",
+        "model.layers.9.mlp.up_proj.weight": "model-00012-of-00035.safetensors",
+        "model.layers.9.post_attention_layernorm.weight": "model-00012-of-00035.safetensors",
+        "model.layers.9.self_attn.W_pack.weight": "model-00012-of-00035.safetensors",
+        "model.layers.9.self_attn.o_proj.weight": "model-00012-of-00035.safetensors",
+        "model.layers.9.self_attn.rotary_emb.inv_freq": "model-00012-of-00035.safetensors",
+        "model.norm.weight": "model-00034-of-00035.safetensors"
+    }
+}