Adding `safetensors` variant of this model

This is an automated PR created with https://huggingface.co/spaces/safetensors/convert

This new file is equivalent to `pytorch_model.bin` but safe in the sense that
no arbitrary code can be put into it.

These files also happen to load much faster than their pytorch counterpart:
https://colab.research.google.com/github/huggingface/notebooks/blob/main/safetensors_doc/en/speed.ipynb

The widgets on your model page will run using this model even if this is not merged
making sure the file actually works.

If you find any issues: please report here: https://huggingface.co/spaces/safetensors/convert/discussions

Feel free to ignore this PR.

model-00001-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:609cdac8e5536dae60f57a533ac66320d090f919de66b0f307ace2ae2ceb9243
+size 396362680

model-00002-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:448cba513fbd6a9f013f133a326c8a6d8136a6cdac7c71842394ff8ed71f91fa
+size 404768112

model-00003-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:777cc4f3ce1a008a8b06ae690c02be2a7f4831c6bd2b038362e34a94259adce1
+size 404768112

model-00004-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ae7d9272540b9e34f9f9563315cdda825c67a8c88b263bb03bf03702ff2be3
+size 404768112

model-00005-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56f43fd0a600f6ea20df7f13f558b60488100905daebb1d120da948e08367b41
+size 404768112

model-00006-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11689a90cff1907a220bb3f68df1c907a59cbfdfef8981de6635a13efb374200
+size 404768112

model-00007-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32a9029b5d35432be7e0ded78b2c435338c2733b544569c082218decc65be4d0
+size 404768112

model-00008-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef41c3df3b3502f744e57fe6ea35d9140a34e8fe25427e296f4a9e17d25c6bd5
+size 404768112

model-00009-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:181cda804c79182f69ee0b10c4e5fd68b94eb04ae072075f96ebaa4fea152c8d
+size 404768112

model-00010-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:737eb910240bfa3fec2d8627b005956175528bfebbf62f4e3a77c80614f5600b
+size 404768112

model-00011-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57cd7709f42a3edcc01db74c5d29de4fdced01eb4af028b82b15f58c4c312768
+size 404768128

model-00012-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef5cd8de37124df4939a6fdd3f74266f1c3764f638f56bcd0c3dc538623d379c
+size 404768128

model-00013-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4294133290699e46af44f1b6b8460df40562a682aebdc468094c17c5cdfd7da8
+size 404768128

model-00014-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b90e25ade08b9fb36d1160eb228db2e425c65debfcb32983352dfcfc4ffee3a2
+size 404768128

model-00015-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76f721d1335e9bad81f2df6591f8c80201e6083bf55f3bbf063b2abfc2181fe5
+size 404768128

model-00016-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7b3e699c69d162f9412c39c6a1f350a4cb03fb8c8da25198189de158d04b162
+size 404768128

model-00017-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05c9c4f4100c6de877889fa76d22ec0b17e96e69a410ef3a7cd0675b2d7736fa
+size 404768128

model-00018-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:480637bfe355d65f9143643d5e137d5f551ab53a626ab52168dad8c9f2f76fec
+size 404768128

model-00019-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e735082f42eae63b378ecd568b246f7569301ed9dfe32a5f1710fc0a84d443c6
+size 404768128

model-00020-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f28412598df5e893d9ab5d40fedafcafbcec2b02ece7ed2fa23831b7ecf0f29
+size 404768128

model-00021-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dbe29aae712792e4d351f39efad8b46eeaaa93a908cdb337f0eff8662f459ae
+size 404768128

model-00022-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92cf434ea406651259916b6d62ce607f9a0b3af98fe5f16f23de5023a3a5c5a8
+size 404768128

model-00023-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29623bc0326dec2b3d68294e31fb5576fb1646d4689af293f818091d48bf7e75
+size 404768128

model-00024-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:207b10ca9428b4373b3c99747d2df8b6fa970d8263e9c9a774665571b0533db8
+size 404768128

model-00025-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d116d981bef6b988db9a301336bf7e0247d7a65968dc88ae5c4223dcfd82eaac
+size 404768128

model-00026-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd7b1a404dddc857a3e1ccbd6d0189b65385454ca1f9736fad47e6c395b4b23
+size 404768128

model-00027-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5950a408979d22bf69c3917642123b54543e82d9b7bd8cf2ce5bc8bb3af7f198
+size 404768128

model-00028-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4c80ae8de5eb796c5cb2d0ba0b44223daefc275faf5347c67ae4faf80592b81
+size 404768128

model-00029-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd9394ef8d5f05cb348c639838253d07b226e891d795284ff51c8c4d5bad8b5d
+size 404768128

model-00030-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ed4869109a03b101424ad34d4ac1ddc6711e9b87a71b471138d06d99eb54edb
+size 404768128

model-00031-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6e7468789b86c72bb50b1d6d4f1ebfd18daee56207e7007c2d212a1a2e3a766
+size 404768128

model-00032-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2265ef54587efec91b7ab550e61e2f904707aa30112c8a6632c56a12e692a3c
+size 404768128

model-00033-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e3f3ae3b468a32c2bcb89cbdf211c5cdb9f7fc5ad33b23cdd576e19b826d6c5
+size 270557856

model-00034-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:700b48f8ed0e6eba96d694bdb727f79c3d8525cbaa71a9da7effa45182f53f1f
+size 262144128

model.safetensors.index.json

@@ -0,0 +1,330 @@
+{
+    "metadata": {
+        "total_size": 13476839424
+    },
+    "weight_map": {
+        "lm_head.weight": "model-00034-of-00034.safetensors",
+        "model.embed_tokens.weight": "model-00001-of-00034.safetensors",
+        "model.layers.0.input_layernorm.weight": "model-00002-of-00034.safetensors",
+        "model.layers.0.mlp.down_proj.weight": "model-00002-of-00034.safetensors",
+        "model.layers.0.mlp.gate_proj.weight": "model-00002-of-00034.safetensors",
+        "model.layers.0.mlp.up_proj.weight": "model-00002-of-00034.safetensors",
+        "model.layers.0.post_attention_layernorm.weight": "model-00002-of-00034.safetensors",
+        "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00034.safetensors",
+        "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00034.safetensors",
+        "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00034.safetensors",
+        "model.layers.0.self_attn.rotary_emb.inv_freq": "model-00001-of-00034.safetensors",
+        "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00034.safetensors",
+        "model.layers.1.input_layernorm.weight": "model-00003-of-00034.safetensors",
+        "model.layers.1.mlp.down_proj.weight": "model-00003-of-00034.safetensors",
+        "model.layers.1.mlp.gate_proj.weight": "model-00003-of-00034.safetensors",
+        "model.layers.1.mlp.up_proj.weight": "model-00003-of-00034.safetensors",
+        "model.layers.1.post_attention_layernorm.weight": "model-00003-of-00034.safetensors",
+        "model.layers.1.self_attn.k_proj.weight": "model-00002-of-00034.safetensors",
+        "model.layers.1.self_attn.o_proj.weight": "model-00002-of-00034.safetensors",
+        "model.layers.1.self_attn.q_proj.weight": "model-00002-of-00034.safetensors",
+        "model.layers.1.self_attn.rotary_emb.inv_freq": "model-00002-of-00034.safetensors",
+        "model.layers.1.self_attn.v_proj.weight": "model-00002-of-00034.safetensors",
+        "model.layers.10.input_layernorm.weight": "model-00012-of-00034.safetensors",
+        "model.layers.10.mlp.down_proj.weight": "model-00012-of-00034.safetensors",
+        "model.layers.10.mlp.gate_proj.weight": "model-00012-of-00034.safetensors",
+        "model.layers.10.mlp.up_proj.weight": "model-00012-of-00034.safetensors",
+        "model.layers.10.post_attention_layernorm.weight": "model-00012-of-00034.safetensors",
+        "model.layers.10.self_attn.k_proj.weight": "model-00011-of-00034.safetensors",
+        "model.layers.10.self_attn.o_proj.weight": "model-00011-of-00034.safetensors",
+        "model.layers.10.self_attn.q_proj.weight": "model-00011-of-00034.safetensors",
+        "model.layers.10.self_attn.rotary_emb.inv_freq": "model-00011-of-00034.safetensors",
+        "model.layers.10.self_attn.v_proj.weight": "model-00011-of-00034.safetensors",
+        "model.layers.11.input_layernorm.weight": "model-00013-of-00034.safetensors",
+        "model.layers.11.mlp.down_proj.weight": "model-00013-of-00034.safetensors",
+        "model.layers.11.mlp.gate_proj.weight": "model-00013-of-00034.safetensors",
+        "model.layers.11.mlp.up_proj.weight": "model-00013-of-00034.safetensors",
+        "model.layers.11.post_attention_layernorm.weight": "model-00013-of-00034.safetensors",
+        "model.layers.11.self_attn.k_proj.weight": "model-00012-of-00034.safetensors",
+        "model.layers.11.self_attn.o_proj.weight": "model-00012-of-00034.safetensors",
+        "model.layers.11.self_attn.q_proj.weight": "model-00012-of-00034.safetensors",
+        "model.layers.11.self_attn.rotary_emb.inv_freq": "model-00012-of-00034.safetensors",
+        "model.layers.11.self_attn.v_proj.weight": "model-00012-of-00034.safetensors",
+        "model.layers.12.input_layernorm.weight": "model-00014-of-00034.safetensors",
+        "model.layers.12.mlp.down_proj.weight": "model-00014-of-00034.safetensors",
+        "model.layers.12.mlp.gate_proj.weight": "model-00014-of-00034.safetensors",
+        "model.layers.12.mlp.up_proj.weight": "model-00014-of-00034.safetensors",
+        "model.layers.12.post_attention_layernorm.weight": "model-00014-of-00034.safetensors",
+        "model.layers.12.self_attn.k_proj.weight": "model-00013-of-00034.safetensors",
+        "model.layers.12.self_attn.o_proj.weight": "model-00013-of-00034.safetensors",
+        "model.layers.12.self_attn.q_proj.weight": "model-00013-of-00034.safetensors",
+        "model.layers.12.self_attn.rotary_emb.inv_freq": "model-00013-of-00034.safetensors",
+        "model.layers.12.self_attn.v_proj.weight": "model-00013-of-00034.safetensors",
+        "model.layers.13.input_layernorm.weight": "model-00015-of-00034.safetensors",
+        "model.layers.13.mlp.down_proj.weight": "model-00015-of-00034.safetensors",
+        "model.layers.13.mlp.gate_proj.weight": "model-00015-of-00034.safetensors",
+        "model.layers.13.mlp.up_proj.weight": "model-00015-of-00034.safetensors",
+        "model.layers.13.post_attention_layernorm.weight": "model-00015-of-00034.safetensors",
+        "model.layers.13.self_attn.k_proj.weight": "model-00014-of-00034.safetensors",
+        "model.layers.13.self_attn.o_proj.weight": "model-00014-of-00034.safetensors",
+        "model.layers.13.self_attn.q_proj.weight": "model-00014-of-00034.safetensors",
+        "model.layers.13.self_attn.rotary_emb.inv_freq": "model-00014-of-00034.safetensors",
+        "model.layers.13.self_attn.v_proj.weight": "model-00014-of-00034.safetensors",
+        "model.layers.14.input_layernorm.weight": "model-00016-of-00034.safetensors",
+        "model.layers.14.mlp.down_proj.weight": "model-00016-of-00034.safetensors",
+        "model.layers.14.mlp.gate_proj.weight": "model-00016-of-00034.safetensors",
+        "model.layers.14.mlp.up_proj.weight": "model-00016-of-00034.safetensors",
+        "model.layers.14.post_attention_layernorm.weight": "model-00016-of-00034.safetensors",
+        "model.layers.14.self_attn.k_proj.weight": "model-00015-of-00034.safetensors",
+        "model.layers.14.self_attn.o_proj.weight": "model-00015-of-00034.safetensors",
+        "model.layers.14.self_attn.q_proj.weight": "model-00015-of-00034.safetensors",
+        "model.layers.14.self_attn.rotary_emb.inv_freq": "model-00015-of-00034.safetensors",
+        "model.layers.14.self_attn.v_proj.weight": "model-00015-of-00034.safetensors",
+        "model.layers.15.input_layernorm.weight": "model-00017-of-00034.safetensors",
+        "model.layers.15.mlp.down_proj.weight": "model-00017-of-00034.safetensors",
+        "model.layers.15.mlp.gate_proj.weight": "model-00017-of-00034.safetensors",
+        "model.layers.15.mlp.up_proj.weight": "model-00017-of-00034.safetensors",
+        "model.layers.15.post_attention_layernorm.weight": "model-00017-of-00034.safetensors",
+        "model.layers.15.self_attn.k_proj.weight": "model-00016-of-00034.safetensors",
+        "model.layers.15.self_attn.o_proj.weight": "model-00016-of-00034.safetensors",
+        "model.layers.15.self_attn.q_proj.weight": "model-00016-of-00034.safetensors",
+        "model.layers.15.self_attn.rotary_emb.inv_freq": "model-00016-of-00034.safetensors",
+        "model.layers.15.self_attn.v_proj.weight": "model-00016-of-00034.safetensors",
+        "model.layers.16.input_layernorm.weight": "model-00018-of-00034.safetensors",
+        "model.layers.16.mlp.down_proj.weight": "model-00018-of-00034.safetensors",
+        "model.layers.16.mlp.gate_proj.weight": "model-00018-of-00034.safetensors",
+        "model.layers.16.mlp.up_proj.weight": "model-00018-of-00034.safetensors",
+        "model.layers.16.post_attention_layernorm.weight": "model-00018-of-00034.safetensors",
+        "model.layers.16.self_attn.k_proj.weight": "model-00017-of-00034.safetensors",
+        "model.layers.16.self_attn.o_proj.weight": "model-00017-of-00034.safetensors",
+        "model.layers.16.self_attn.q_proj.weight": "model-00017-of-00034.safetensors",
+        "model.layers.16.self_attn.rotary_emb.inv_freq": "model-00017-of-00034.safetensors",
+        "model.layers.16.self_attn.v_proj.weight": "model-00017-of-00034.safetensors",
+        "model.layers.17.input_layernorm.weight": "model-00019-of-00034.safetensors",
+        "model.layers.17.mlp.down_proj.weight": "model-00019-of-00034.safetensors",
+        "model.layers.17.mlp.gate_proj.weight": "model-00019-of-00034.safetensors",
+        "model.layers.17.mlp.up_proj.weight": "model-00019-of-00034.safetensors",
+        "model.layers.17.post_attention_layernorm.weight": "model-00019-of-00034.safetensors",
+        "model.layers.17.self_attn.k_proj.weight": "model-00018-of-00034.safetensors",
+        "model.layers.17.self_attn.o_proj.weight": "model-00018-of-00034.safetensors",
+        "model.layers.17.self_attn.q_proj.weight": "model-00018-of-00034.safetensors",
+        "model.layers.17.self_attn.rotary_emb.inv_freq": "model-00018-of-00034.safetensors",
+        "model.layers.17.self_attn.v_proj.weight": "model-00018-of-00034.safetensors",
+        "model.layers.18.input_layernorm.weight": "model-00020-of-00034.safetensors",
+        "model.layers.18.mlp.down_proj.weight": "model-00020-of-00034.safetensors",
+        "model.layers.18.mlp.gate_proj.weight": "model-00020-of-00034.safetensors",
+        "model.layers.18.mlp.up_proj.weight": "model-00020-of-00034.safetensors",
+        "model.layers.18.post_attention_layernorm.weight": "model-00020-of-00034.safetensors",
+        "model.layers.18.self_attn.k_proj.weight": "model-00019-of-00034.safetensors",
+        "model.layers.18.self_attn.o_proj.weight": "model-00019-of-00034.safetensors",
+        "model.layers.18.self_attn.q_proj.weight": "model-00019-of-00034.safetensors",
+        "model.layers.18.self_attn.rotary_emb.inv_freq": "model-00019-of-00034.safetensors",
+        "model.layers.18.self_attn.v_proj.weight": "model-00019-of-00034.safetensors",
+        "model.layers.19.input_layernorm.weight": "model-00021-of-00034.safetensors",
+        "model.layers.19.mlp.down_proj.weight": "model-00021-of-00034.safetensors",
+        "model.layers.19.mlp.gate_proj.weight": "model-00021-of-00034.safetensors",
+        "model.layers.19.mlp.up_proj.weight": "model-00021-of-00034.safetensors",
+        "model.layers.19.post_attention_layernorm.weight": "model-00021-of-00034.safetensors",
+        "model.layers.19.self_attn.k_proj.weight": "model-00020-of-00034.safetensors",
+        "model.layers.19.self_attn.o_proj.weight": "model-00020-of-00034.safetensors",
+        "model.layers.19.self_attn.q_proj.weight": "model-00020-of-00034.safetensors",
+        "model.layers.19.self_attn.rotary_emb.inv_freq": "model-00020-of-00034.safetensors",
+        "model.layers.19.self_attn.v_proj.weight": "model-00020-of-00034.safetensors",
+        "model.layers.2.input_layernorm.weight": "model-00004-of-00034.safetensors",
+        "model.layers.2.mlp.down_proj.weight": "model-00004-of-00034.safetensors",
+        "model.layers.2.mlp.gate_proj.weight": "model-00004-of-00034.safetensors",
+        "model.layers.2.mlp.up_proj.weight": "model-00004-of-00034.safetensors",
+        "model.layers.2.post_attention_layernorm.weight": "model-00004-of-00034.safetensors",
+        "model.layers.2.self_attn.k_proj.weight": "model-00003-of-00034.safetensors",
+        "model.layers.2.self_attn.o_proj.weight": "model-00003-of-00034.safetensors",
+        "model.layers.2.self_attn.q_proj.weight": "model-00003-of-00034.safetensors",
+        "model.layers.2.self_attn.rotary_emb.inv_freq": "model-00003-of-00034.safetensors",
+        "model.layers.2.self_attn.v_proj.weight": "model-00003-of-00034.safetensors",
+        "model.layers.20.input_layernorm.weight": "model-00022-of-00034.safetensors",
+        "model.layers.20.mlp.down_proj.weight": "model-00022-of-00034.safetensors",
+        "model.layers.20.mlp.gate_proj.weight": "model-00022-of-00034.safetensors",
+        "model.layers.20.mlp.up_proj.weight": "model-00022-of-00034.safetensors",
+        "model.layers.20.post_attention_layernorm.weight": "model-00022-of-00034.safetensors",
+        "model.layers.20.self_attn.k_proj.weight": "model-00021-of-00034.safetensors",
+        "model.layers.20.self_attn.o_proj.weight": "model-00021-of-00034.safetensors",
+        "model.layers.20.self_attn.q_proj.weight": "model-00021-of-00034.safetensors",
+        "model.layers.20.self_attn.rotary_emb.inv_freq": "model-00021-of-00034.safetensors",
+        "model.layers.20.self_attn.v_proj.weight": "model-00021-of-00034.safetensors",
+        "model.layers.21.input_layernorm.weight": "model-00023-of-00034.safetensors",
+        "model.layers.21.mlp.down_proj.weight": "model-00023-of-00034.safetensors",
+        "model.layers.21.mlp.gate_proj.weight": "model-00023-of-00034.safetensors",
+        "model.layers.21.mlp.up_proj.weight": "model-00023-of-00034.safetensors",
+        "model.layers.21.post_attention_layernorm.weight": "model-00023-of-00034.safetensors",
+        "model.layers.21.self_attn.k_proj.weight": "model-00022-of-00034.safetensors",
+        "model.layers.21.self_attn.o_proj.weight": "model-00022-of-00034.safetensors",
+        "model.layers.21.self_attn.q_proj.weight": "model-00022-of-00034.safetensors",
+        "model.layers.21.self_attn.rotary_emb.inv_freq": "model-00022-of-00034.safetensors",
+        "model.layers.21.self_attn.v_proj.weight": "model-00022-of-00034.safetensors",
+        "model.layers.22.input_layernorm.weight": "model-00024-of-00034.safetensors",
+        "model.layers.22.mlp.down_proj.weight": "model-00024-of-00034.safetensors",
+        "model.layers.22.mlp.gate_proj.weight": "model-00024-of-00034.safetensors",
+        "model.layers.22.mlp.up_proj.weight": "model-00024-of-00034.safetensors",
+        "model.layers.22.post_attention_layernorm.weight": "model-00024-of-00034.safetensors",
+        "model.layers.22.self_attn.k_proj.weight": "model-00023-of-00034.safetensors",
+        "model.layers.22.self_attn.o_proj.weight": "model-00023-of-00034.safetensors",
+        "model.layers.22.self_attn.q_proj.weight": "model-00023-of-00034.safetensors",
+        "model.layers.22.self_attn.rotary_emb.inv_freq": "model-00023-of-00034.safetensors",
+        "model.layers.22.self_attn.v_proj.weight": "model-00023-of-00034.safetensors",
+        "model.layers.23.input_layernorm.weight": "model-00025-of-00034.safetensors",
+        "model.layers.23.mlp.down_proj.weight": "model-00025-of-00034.safetensors",
+        "model.layers.23.mlp.gate_proj.weight": "model-00025-of-00034.safetensors",
+        "model.layers.23.mlp.up_proj.weight": "model-00025-of-00034.safetensors",
+        "model.layers.23.post_attention_layernorm.weight": "model-00025-of-00034.safetensors",
+        "model.layers.23.self_attn.k_proj.weight": "model-00024-of-00034.safetensors",
+        "model.layers.23.self_attn.o_proj.weight": "model-00024-of-00034.safetensors",
+        "model.layers.23.self_attn.q_proj.weight": "model-00024-of-00034.safetensors",
+        "model.layers.23.self_attn.rotary_emb.inv_freq": "model-00024-of-00034.safetensors",
+        "model.layers.23.self_attn.v_proj.weight": "model-00024-of-00034.safetensors",
+        "model.layers.24.input_layernorm.weight": "model-00026-of-00034.safetensors",
+        "model.layers.24.mlp.down_proj.weight": "model-00026-of-00034.safetensors",
+        "model.layers.24.mlp.gate_proj.weight": "model-00026-of-00034.safetensors",
+        "model.layers.24.mlp.up_proj.weight": "model-00026-of-00034.safetensors",
+        "model.layers.24.post_attention_layernorm.weight": "model-00026-of-00034.safetensors",
+        "model.layers.24.self_attn.k_proj.weight": "model-00025-of-00034.safetensors",
+        "model.layers.24.self_attn.o_proj.weight": "model-00025-of-00034.safetensors",
+        "model.layers.24.self_attn.q_proj.weight": "model-00025-of-00034.safetensors",
+        "model.layers.24.self_attn.rotary_emb.inv_freq": "model-00025-of-00034.safetensors",
+        "model.layers.24.self_attn.v_proj.weight": "model-00025-of-00034.safetensors",
+        "model.layers.25.input_layernorm.weight": "model-00027-of-00034.safetensors",
+        "model.layers.25.mlp.down_proj.weight": "model-00027-of-00034.safetensors",
+        "model.layers.25.mlp.gate_proj.weight": "model-00027-of-00034.safetensors",
+        "model.layers.25.mlp.up_proj.weight": "model-00027-of-00034.safetensors",
+        "model.layers.25.post_attention_layernorm.weight": "model-00027-of-00034.safetensors",
+        "model.layers.25.self_attn.k_proj.weight": "model-00026-of-00034.safetensors",
+        "model.layers.25.self_attn.o_proj.weight": "model-00026-of-00034.safetensors",
+        "model.layers.25.self_attn.q_proj.weight": "model-00026-of-00034.safetensors",
+        "model.layers.25.self_attn.rotary_emb.inv_freq": "model-00026-of-00034.safetensors",
+        "model.layers.25.self_attn.v_proj.weight": "model-00026-of-00034.safetensors",
+        "model.layers.26.input_layernorm.weight": "model-00028-of-00034.safetensors",
+        "model.layers.26.mlp.down_proj.weight": "model-00028-of-00034.safetensors",
+        "model.layers.26.mlp.gate_proj.weight": "model-00028-of-00034.safetensors",
+        "model.layers.26.mlp.up_proj.weight": "model-00028-of-00034.safetensors",
+        "model.layers.26.post_attention_layernorm.weight": "model-00028-of-00034.safetensors",
+        "model.layers.26.self_attn.k_proj.weight": "model-00027-of-00034.safetensors",
+        "model.layers.26.self_attn.o_proj.weight": "model-00027-of-00034.safetensors",
+        "model.layers.26.self_attn.q_proj.weight": "model-00027-of-00034.safetensors",
+        "model.layers.26.self_attn.rotary_emb.inv_freq": "model-00027-of-00034.safetensors",
+        "model.layers.26.self_attn.v_proj.weight": "model-00027-of-00034.safetensors",
+        "model.layers.27.input_layernorm.weight": "model-00029-of-00034.safetensors",
+        "model.layers.27.mlp.down_proj.weight": "model-00029-of-00034.safetensors",
+        "model.layers.27.mlp.gate_proj.weight": "model-00029-of-00034.safetensors",
+        "model.layers.27.mlp.up_proj.weight": "model-00029-of-00034.safetensors",
+        "model.layers.27.post_attention_layernorm.weight": "model-00029-of-00034.safetensors",
+        "model.layers.27.self_attn.k_proj.weight": "model-00028-of-00034.safetensors",
+        "model.layers.27.self_attn.o_proj.weight": "model-00028-of-00034.safetensors",
+        "model.layers.27.self_attn.q_proj.weight": "model-00028-of-00034.safetensors",
+        "model.layers.27.self_attn.rotary_emb.inv_freq": "model-00028-of-00034.safetensors",
+        "model.layers.27.self_attn.v_proj.weight": "model-00028-of-00034.safetensors",
+        "model.layers.28.input_layernorm.weight": "model-00030-of-00034.safetensors",
+        "model.layers.28.mlp.down_proj.weight": "model-00030-of-00034.safetensors",
+        "model.layers.28.mlp.gate_proj.weight": "model-00030-of-00034.safetensors",
+        "model.layers.28.mlp.up_proj.weight": "model-00030-of-00034.safetensors",
+        "model.layers.28.post_attention_layernorm.weight": "model-00030-of-00034.safetensors",
+        "model.layers.28.self_attn.k_proj.weight": "model-00029-of-00034.safetensors",
+        "model.layers.28.self_attn.o_proj.weight": "model-00029-of-00034.safetensors",
+        "model.layers.28.self_attn.q_proj.weight": "model-00029-of-00034.safetensors",
+        "model.layers.28.self_attn.rotary_emb.inv_freq": "model-00029-of-00034.safetensors",
+        "model.layers.28.self_attn.v_proj.weight": "model-00029-of-00034.safetensors",
+        "model.layers.29.input_layernorm.weight": "model-00031-of-00034.safetensors",
+        "model.layers.29.mlp.down_proj.weight": "model-00031-of-00034.safetensors",
+        "model.layers.29.mlp.gate_proj.weight": "model-00031-of-00034.safetensors",
+        "model.layers.29.mlp.up_proj.weight": "model-00031-of-00034.safetensors",
+        "model.layers.29.post_attention_layernorm.weight": "model-00031-of-00034.safetensors",
+        "model.layers.29.self_attn.k_proj.weight": "model-00030-of-00034.safetensors",
+        "model.layers.29.self_attn.o_proj.weight": "model-00030-of-00034.safetensors",
+        "model.layers.29.self_attn.q_proj.weight": "model-00030-of-00034.safetensors",
+        "model.layers.29.self_attn.rotary_emb.inv_freq": "model-00030-of-00034.safetensors",
+        "model.layers.29.self_attn.v_proj.weight": "model-00030-of-00034.safetensors",
+        "model.layers.3.input_layernorm.weight": "model-00005-of-00034.safetensors",
+        "model.layers.3.mlp.down_proj.weight": "model-00005-of-00034.safetensors",
+        "model.layers.3.mlp.gate_proj.weight": "model-00005-of-00034.safetensors",
+        "model.layers.3.mlp.up_proj.weight": "model-00005-of-00034.safetensors",
+        "model.layers.3.post_attention_layernorm.weight": "model-00005-of-00034.safetensors",
+        "model.layers.3.self_attn.k_proj.weight": "model-00004-of-00034.safetensors",
+        "model.layers.3.self_attn.o_proj.weight": "model-00004-of-00034.safetensors",
+        "model.layers.3.self_attn.q_proj.weight": "model-00004-of-00034.safetensors",
+        "model.layers.3.self_attn.rotary_emb.inv_freq": "model-00004-of-00034.safetensors",
+        "model.layers.3.self_attn.v_proj.weight": "model-00004-of-00034.safetensors",
+        "model.layers.30.input_layernorm.weight": "model-00032-of-00034.safetensors",
+        "model.layers.30.mlp.down_proj.weight": "model-00032-of-00034.safetensors",
+        "model.layers.30.mlp.gate_proj.weight": "model-00032-of-00034.safetensors",
+        "model.layers.30.mlp.up_proj.weight": "model-00032-of-00034.safetensors",
+        "model.layers.30.post_attention_layernorm.weight": "model-00032-of-00034.safetensors",
+        "model.layers.30.self_attn.k_proj.weight": "model-00031-of-00034.safetensors",
+        "model.layers.30.self_attn.o_proj.weight": "model-00031-of-00034.safetensors",
+        "model.layers.30.self_attn.q_proj.weight": "model-00031-of-00034.safetensors",
+        "model.layers.30.self_attn.rotary_emb.inv_freq": "model-00031-of-00034.safetensors",
+        "model.layers.30.self_attn.v_proj.weight": "model-00031-of-00034.safetensors",
+        "model.layers.31.input_layernorm.weight": "model-00033-of-00034.safetensors",
+        "model.layers.31.mlp.down_proj.weight": "model-00033-of-00034.safetensors",
+        "model.layers.31.mlp.gate_proj.weight": "model-00033-of-00034.safetensors",
+        "model.layers.31.mlp.up_proj.weight": "model-00033-of-00034.safetensors",
+        "model.layers.31.post_attention_layernorm.weight": "model-00033-of-00034.safetensors",
+        "model.layers.31.self_attn.k_proj.weight": "model-00032-of-00034.safetensors",
+        "model.layers.31.self_attn.o_proj.weight": "model-00032-of-00034.safetensors",
+        "model.layers.31.self_attn.q_proj.weight": "model-00032-of-00034.safetensors",
+        "model.layers.31.self_attn.rotary_emb.inv_freq": "model-00032-of-00034.safetensors",
+        "model.layers.31.self_attn.v_proj.weight": "model-00032-of-00034.safetensors",
+        "model.layers.4.input_layernorm.weight": "model-00006-of-00034.safetensors",
+        "model.layers.4.mlp.down_proj.weight": "model-00006-of-00034.safetensors",
+        "model.layers.4.mlp.gate_proj.weight": "model-00006-of-00034.safetensors",
+        "model.layers.4.mlp.up_proj.weight": "model-00006-of-00034.safetensors",
+        "model.layers.4.post_attention_layernorm.weight": "model-00006-of-00034.safetensors",
+        "model.layers.4.self_attn.k_proj.weight": "model-00005-of-00034.safetensors",
+        "model.layers.4.self_attn.o_proj.weight": "model-00005-of-00034.safetensors",
+        "model.layers.4.self_attn.q_proj.weight": "model-00005-of-00034.safetensors",
+        "model.layers.4.self_attn.rotary_emb.inv_freq": "model-00005-of-00034.safetensors",
+        "model.layers.4.self_attn.v_proj.weight": "model-00005-of-00034.safetensors",
+        "model.layers.5.input_layernorm.weight": "model-00007-of-00034.safetensors",
+        "model.layers.5.mlp.down_proj.weight": "model-00007-of-00034.safetensors",
+        "model.layers.5.mlp.gate_proj.weight": "model-00007-of-00034.safetensors",
+        "model.layers.5.mlp.up_proj.weight": "model-00007-of-00034.safetensors",
+        "model.layers.5.post_attention_layernorm.weight": "model-00007-of-00034.safetensors",
+        "model.layers.5.self_attn.k_proj.weight": "model-00006-of-00034.safetensors",
+        "model.layers.5.self_attn.o_proj.weight": "model-00006-of-00034.safetensors",
+        "model.layers.5.self_attn.q_proj.weight": "model-00006-of-00034.safetensors",
+        "model.layers.5.self_attn.rotary_emb.inv_freq": "model-00006-of-00034.safetensors",
+        "model.layers.5.self_attn.v_proj.weight": "model-00006-of-00034.safetensors",
+        "model.layers.6.input_layernorm.weight": "model-00008-of-00034.safetensors",
+        "model.layers.6.mlp.down_proj.weight": "model-00008-of-00034.safetensors",
+        "model.layers.6.mlp.gate_proj.weight": "model-00008-of-00034.safetensors",
+        "model.layers.6.mlp.up_proj.weight": "model-00008-of-00034.safetensors",
+        "model.layers.6.post_attention_layernorm.weight": "model-00008-of-00034.safetensors",
+        "model.layers.6.self_attn.k_proj.weight": "model-00007-of-00034.safetensors",
+        "model.layers.6.self_attn.o_proj.weight": "model-00007-of-00034.safetensors",
+        "model.layers.6.self_attn.q_proj.weight": "model-00007-of-00034.safetensors",
+        "model.layers.6.self_attn.rotary_emb.inv_freq": "model-00007-of-00034.safetensors",
+        "model.layers.6.self_attn.v_proj.weight": "model-00007-of-00034.safetensors",
+        "model.layers.7.input_layernorm.weight": "model-00009-of-00034.safetensors",
+        "model.layers.7.mlp.down_proj.weight": "model-00009-of-00034.safetensors",
+        "model.layers.7.mlp.gate_proj.weight": "model-00009-of-00034.safetensors",
+        "model.layers.7.mlp.up_proj.weight": "model-00009-of-00034.safetensors",
+        "model.layers.7.post_attention_layernorm.weight": "model-00009-of-00034.safetensors",
+        "model.layers.7.self_attn.k_proj.weight": "model-00008-of-00034.safetensors",
+        "model.layers.7.self_attn.o_proj.weight": "model-00008-of-00034.safetensors",
+        "model.layers.7.self_attn.q_proj.weight": "model-00008-of-00034.safetensors",
+        "model.layers.7.self_attn.rotary_emb.inv_freq": "model-00008-of-00034.safetensors",
+        "model.layers.7.self_attn.v_proj.weight": "model-00008-of-00034.safetensors",
+        "model.layers.8.input_layernorm.weight": "model-00010-of-00034.safetensors",
+        "model.layers.8.mlp.down_proj.weight": "model-00010-of-00034.safetensors",
+        "model.layers.8.mlp.gate_proj.weight": "model-00010-of-00034.safetensors",
+        "model.layers.8.mlp.up_proj.weight": "model-00010-of-00034.safetensors",
+        "model.layers.8.post_attention_layernorm.weight": "model-00010-of-00034.safetensors",
+        "model.layers.8.self_attn.k_proj.weight": "model-00009-of-00034.safetensors",
+        "model.layers.8.self_attn.o_proj.weight": "model-00009-of-00034.safetensors",
+        "model.layers.8.self_attn.q_proj.weight": "model-00009-of-00034.safetensors",
+        "model.layers.8.self_attn.rotary_emb.inv_freq": "model-00009-of-00034.safetensors",
+        "model.layers.8.self_attn.v_proj.weight": "model-00009-of-00034.safetensors",
+        "model.layers.9.input_layernorm.weight": "model-00011-of-00034.safetensors",
+        "model.layers.9.mlp.down_proj.weight": "model-00011-of-00034.safetensors",
+        "model.layers.9.mlp.gate_proj.weight": "model-00011-of-00034.safetensors",
+        "model.layers.9.mlp.up_proj.weight": "model-00011-of-00034.safetensors",
+        "model.layers.9.post_attention_layernorm.weight": "model-00011-of-00034.safetensors",
+        "model.layers.9.self_attn.k_proj.weight": "model-00010-of-00034.safetensors",
+        "model.layers.9.self_attn.o_proj.weight": "model-00010-of-00034.safetensors",
+        "model.layers.9.self_attn.q_proj.weight": "model-00010-of-00034.safetensors",
+        "model.layers.9.self_attn.rotary_emb.inv_freq": "model-00010-of-00034.safetensors",
+        "model.layers.9.self_attn.v_proj.weight": "model-00010-of-00034.safetensors",
+        "model.norm.weight": "model-00033-of-00034.safetensors"
+    }
+}