Adding `safetensors` variant of this model

model-00001-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe8f3e97c9d50ffc60f74e650d4228426dcbdfb666d0a829e057e9fada838b38
+size 396362680

model-00002-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8115f2d1fbe1b020238cdb8feeb64e17e875ff5cd960375c26e7a6d4da899fc5
+size 404768112

model-00003-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71993a9e02174c8f6742cfbab23d78c57c658beb23ef1af6dcc51947b5463065
+size 404768112

model-00004-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac70dab1b894f6f512a5cc4116dd26bcd2311702e2b11e64d86a597614ba9c1a
+size 404768112

model-00005-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daa7979303dab6426e6d103b351aad14510d881047a614ee0d417b9a652c936b
+size 404768112

model-00006-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed38e0927c2a3dfa79758792614a8401dc0783caa5f6d7afb1839a57809f88a9
+size 404768112

model-00007-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1766e0bfab627fcd2d6f67d57c8c0c5cb8a8917fde680c64fc3ffebbc740e0e4
+size 404768112

model-00008-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c9d1379df612a99476acb6d5b8c438a982cdf248342e2ece475bb8d448ef844
+size 404768112

model-00009-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48891ced1bfcf411b04722bea65ce4b693f539aab04588984e0bb218afae33ec
+size 404768112

model-00010-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f65b66ff5ce6d41952fda866d99a7f5d7e486b735011f6515b6993993c31173
+size 404768112

model-00011-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eec6181ec7d87b57d3a3aa9ba2707b6ff91dc2ff6124fa931930a41b9bad235
+size 404768128

model-00012-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6243db0c9ee41e8e1223605effe10f8539326a8d3297fc3bcf504cd8d7a4ca9
+size 404768128

model-00013-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0ac352ede559a3f172a7f6e35667975542bce256f7877216ccb2d8770fb5e64
+size 404768128

model-00014-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc0b3b0ed5dd48ebaea442dbe68f52f43be0d73eee6153cfa6a64890eb4eaba8
+size 404768128

model-00015-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79eeac6cbdd26edb229f5cd7e8ec9c969b59ea27c4e7a7ab6af9c7bd855eb9d4
+size 404768128

model-00016-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7343b51da7b9938f89a17d37e2d6dec0dcbe491c1bf3c8c31b02d700bd5fadb2
+size 404768128

model-00017-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8602ae1da1e407f95b21dbfcc41f7d7a5a05aad9b64b9ee8f640ec8d26e44ac
+size 404768128

model-00018-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d86fa8befef99b5ef6a1d792beaf2525dfa75d3e2edbb6fe945ac5f31a623b0
+size 404768128

model-00019-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a976a62f8ea9ba86ffb2f29d5c6fe90d2111e8817dcd58102f0c63793aeccf58
+size 404768128

model-00020-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc2bf2376175ec5c3e08be5ff269a9095316f97d56f8e9239ce2f1c5786e3427
+size 404768128

model-00021-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa4bfbf1ff51cb5a4bc138c6b7502735eb239ba9c4d7923e4fbda6426d225065
+size 404768128

model-00022-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a0745aed189c5ef4b7cc2117b6150c5b6e88b89add051ba21f7b48043553210
+size 404768128

model-00023-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99e84e4b3d1cc9d625419d35c960c6acca6523d25c3968cf7643b446d4430661
+size 404768128

model-00024-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18a13929f4743253d55ed0cb4dae0b39a29d5df1e8dcc7e345f873c0d323abf2
+size 404768128

model-00025-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:281c3fc40fb82159cad89a21b45c866e542b76f39ead59f7a19195e9cdfa5825
+size 404768128

model-00026-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2db8d064f3f6f2279d952ec753526697a0110ebb726a654271e2ab969a3e576f
+size 404768128

model-00027-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7442bf6a824bdfcee503c6c37507c28c44611d788f3f27526d8b5fb24fd26102
+size 404768128

model-00028-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd1b0379f6b5dad48b0b7a309133010b6322c4e34c8c44f812270d08ca44b8c
+size 404768128

model-00029-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e3944574dd359bd0c28741db429c5dad95651a1d7a7cbfcd9cc09e8a345c697
+size 404768128

model-00030-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fc98c9224f01518e436e0a87547939d42488fc27b9205f678ba949d42adef1b
+size 404768128

model-00031-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13cd9fa22b8d581c5c7607f3c0973ebb92d719b56080d34c87f23c59302edc68
+size 404768128

model-00032-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5698c0f95496c04ead4830d6cab79d1bc8fceb7c2c5d27f4b7afffcc6c95247d
+size 404768128

model-00033-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bb65570fb81ea3de15d88186cf0e23c5210129e0de894d04ede1183bbee6586
+size 270557856

model-00034-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f81ca1f06a26d4059a6a089b59eed60a628144ba94062da035a2648bdf77ed38
+size 262144128

model.safetensors.index.json

@@ -0,0 +1,330 @@
+{
+    "metadata": {
+        "total_size": 13476839424
+    },
+    "weight_map": {
+        "lm_head.weight": "model-00034-of-00034.safetensors",
+        "model.embed_tokens.weight": "model-00001-of-00034.safetensors",
+        "model.layers.0.input_layernorm.weight": "model-00002-of-00034.safetensors",
+        "model.layers.0.mlp.down_proj.weight": "model-00002-of-00034.safetensors",
+        "model.layers.0.mlp.gate_proj.weight": "model-00002-of-00034.safetensors",
+        "model.layers.0.mlp.up_proj.weight": "model-00002-of-00034.safetensors",
+        "model.layers.0.post_attention_layernorm.weight": "model-00002-of-00034.safetensors",
+        "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00034.safetensors",
+        "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00034.safetensors",
+        "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00034.safetensors",
+        "model.layers.0.self_attn.rotary_emb.inv_freq": "model-00001-of-00034.safetensors",
+        "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00034.safetensors",
+        "model.layers.1.input_layernorm.weight": "model-00003-of-00034.safetensors",
+        "model.layers.1.mlp.down_proj.weight": "model-00003-of-00034.safetensors",
+        "model.layers.1.mlp.gate_proj.weight": "model-00003-of-00034.safetensors",
+        "model.layers.1.mlp.up_proj.weight": "model-00003-of-00034.safetensors",
+        "model.layers.1.post_attention_layernorm.weight": "model-00003-of-00034.safetensors",
+        "model.layers.1.self_attn.k_proj.weight": "model-00002-of-00034.safetensors",
+        "model.layers.1.self_attn.o_proj.weight": "model-00002-of-00034.safetensors",
+        "model.layers.1.self_attn.q_proj.weight": "model-00002-of-00034.safetensors",
+        "model.layers.1.self_attn.rotary_emb.inv_freq": "model-00002-of-00034.safetensors",
+        "model.layers.1.self_attn.v_proj.weight": "model-00002-of-00034.safetensors",
+        "model.layers.10.input_layernorm.weight": "model-00012-of-00034.safetensors",
+        "model.layers.10.mlp.down_proj.weight": "model-00012-of-00034.safetensors",
+        "model.layers.10.mlp.gate_proj.weight": "model-00012-of-00034.safetensors",
+        "model.layers.10.mlp.up_proj.weight": "model-00012-of-00034.safetensors",
+        "model.layers.10.post_attention_layernorm.weight": "model-00012-of-00034.safetensors",
+        "model.layers.10.self_attn.k_proj.weight": "model-00011-of-00034.safetensors",
+        "model.layers.10.self_attn.o_proj.weight": "model-00011-of-00034.safetensors",
+        "model.layers.10.self_attn.q_proj.weight": "model-00011-of-00034.safetensors",
+        "model.layers.10.self_attn.rotary_emb.inv_freq": "model-00011-of-00034.safetensors",
+        "model.layers.10.self_attn.v_proj.weight": "model-00011-of-00034.safetensors",
+        "model.layers.11.input_layernorm.weight": "model-00013-of-00034.safetensors",
+        "model.layers.11.mlp.down_proj.weight": "model-00013-of-00034.safetensors",
+        "model.layers.11.mlp.gate_proj.weight": "model-00013-of-00034.safetensors",
+        "model.layers.11.mlp.up_proj.weight": "model-00013-of-00034.safetensors",
+        "model.layers.11.post_attention_layernorm.weight": "model-00013-of-00034.safetensors",
+        "model.layers.11.self_attn.k_proj.weight": "model-00012-of-00034.safetensors",
+        "model.layers.11.self_attn.o_proj.weight": "model-00012-of-00034.safetensors",
+        "model.layers.11.self_attn.q_proj.weight": "model-00012-of-00034.safetensors",
+        "model.layers.11.self_attn.rotary_emb.inv_freq": "model-00012-of-00034.safetensors",
+        "model.layers.11.self_attn.v_proj.weight": "model-00012-of-00034.safetensors",
+        "model.layers.12.input_layernorm.weight": "model-00014-of-00034.safetensors",
+        "model.layers.12.mlp.down_proj.weight": "model-00014-of-00034.safetensors",
+        "model.layers.12.mlp.gate_proj.weight": "model-00014-of-00034.safetensors",
+        "model.layers.12.mlp.up_proj.weight": "model-00014-of-00034.safetensors",
+        "model.layers.12.post_attention_layernorm.weight": "model-00014-of-00034.safetensors",
+        "model.layers.12.self_attn.k_proj.weight": "model-00013-of-00034.safetensors",
+        "model.layers.12.self_attn.o_proj.weight": "model-00013-of-00034.safetensors",
+        "model.layers.12.self_attn.q_proj.weight": "model-00013-of-00034.safetensors",
+        "model.layers.12.self_attn.rotary_emb.inv_freq": "model-00013-of-00034.safetensors",
+        "model.layers.12.self_attn.v_proj.weight": "model-00013-of-00034.safetensors",
+        "model.layers.13.input_layernorm.weight": "model-00015-of-00034.safetensors",
+        "model.layers.13.mlp.down_proj.weight": "model-00015-of-00034.safetensors",
+        "model.layers.13.mlp.gate_proj.weight": "model-00015-of-00034.safetensors",
+        "model.layers.13.mlp.up_proj.weight": "model-00015-of-00034.safetensors",
+        "model.layers.13.post_attention_layernorm.weight": "model-00015-of-00034.safetensors",
+        "model.layers.13.self_attn.k_proj.weight": "model-00014-of-00034.safetensors",
+        "model.layers.13.self_attn.o_proj.weight": "model-00014-of-00034.safetensors",
+        "model.layers.13.self_attn.q_proj.weight": "model-00014-of-00034.safetensors",
+        "model.layers.13.self_attn.rotary_emb.inv_freq": "model-00014-of-00034.safetensors",
+        "model.layers.13.self_attn.v_proj.weight": "model-00014-of-00034.safetensors",
+        "model.layers.14.input_layernorm.weight": "model-00016-of-00034.safetensors",
+        "model.layers.14.mlp.down_proj.weight": "model-00016-of-00034.safetensors",
+        "model.layers.14.mlp.gate_proj.weight": "model-00016-of-00034.safetensors",
+        "model.layers.14.mlp.up_proj.weight": "model-00016-of-00034.safetensors",
+        "model.layers.14.post_attention_layernorm.weight": "model-00016-of-00034.safetensors",
+        "model.layers.14.self_attn.k_proj.weight": "model-00015-of-00034.safetensors",
+        "model.layers.14.self_attn.o_proj.weight": "model-00015-of-00034.safetensors",
+        "model.layers.14.self_attn.q_proj.weight": "model-00015-of-00034.safetensors",
+        "model.layers.14.self_attn.rotary_emb.inv_freq": "model-00015-of-00034.safetensors",
+        "model.layers.14.self_attn.v_proj.weight": "model-00015-of-00034.safetensors",
+        "model.layers.15.input_layernorm.weight": "model-00017-of-00034.safetensors",
+        "model.layers.15.mlp.down_proj.weight": "model-00017-of-00034.safetensors",
+        "model.layers.15.mlp.gate_proj.weight": "model-00017-of-00034.safetensors",
+        "model.layers.15.mlp.up_proj.weight": "model-00017-of-00034.safetensors",
+        "model.layers.15.post_attention_layernorm.weight": "model-00017-of-00034.safetensors",
+        "model.layers.15.self_attn.k_proj.weight": "model-00016-of-00034.safetensors",
+        "model.layers.15.self_attn.o_proj.weight": "model-00016-of-00034.safetensors",
+        "model.layers.15.self_attn.q_proj.weight": "model-00016-of-00034.safetensors",
+        "model.layers.15.self_attn.rotary_emb.inv_freq": "model-00016-of-00034.safetensors",
+        "model.layers.15.self_attn.v_proj.weight": "model-00016-of-00034.safetensors",
+        "model.layers.16.input_layernorm.weight": "model-00018-of-00034.safetensors",
+        "model.layers.16.mlp.down_proj.weight": "model-00018-of-00034.safetensors",
+        "model.layers.16.mlp.gate_proj.weight": "model-00018-of-00034.safetensors",
+        "model.layers.16.mlp.up_proj.weight": "model-00018-of-00034.safetensors",
+        "model.layers.16.post_attention_layernorm.weight": "model-00018-of-00034.safetensors",
+        "model.layers.16.self_attn.k_proj.weight": "model-00017-of-00034.safetensors",
+        "model.layers.16.self_attn.o_proj.weight": "model-00017-of-00034.safetensors",
+        "model.layers.16.self_attn.q_proj.weight": "model-00017-of-00034.safetensors",
+        "model.layers.16.self_attn.rotary_emb.inv_freq": "model-00017-of-00034.safetensors",
+        "model.layers.16.self_attn.v_proj.weight": "model-00017-of-00034.safetensors",
+        "model.layers.17.input_layernorm.weight": "model-00019-of-00034.safetensors",
+        "model.layers.17.mlp.down_proj.weight": "model-00019-of-00034.safetensors",
+        "model.layers.17.mlp.gate_proj.weight": "model-00019-of-00034.safetensors",
+        "model.layers.17.mlp.up_proj.weight": "model-00019-of-00034.safetensors",
+        "model.layers.17.post_attention_layernorm.weight": "model-00019-of-00034.safetensors",
+        "model.layers.17.self_attn.k_proj.weight": "model-00018-of-00034.safetensors",
+        "model.layers.17.self_attn.o_proj.weight": "model-00018-of-00034.safetensors",
+        "model.layers.17.self_attn.q_proj.weight": "model-00018-of-00034.safetensors",
+        "model.layers.17.self_attn.rotary_emb.inv_freq": "model-00018-of-00034.safetensors",
+        "model.layers.17.self_attn.v_proj.weight": "model-00018-of-00034.safetensors",
+        "model.layers.18.input_layernorm.weight": "model-00020-of-00034.safetensors",
+        "model.layers.18.mlp.down_proj.weight": "model-00020-of-00034.safetensors",
+        "model.layers.18.mlp.gate_proj.weight": "model-00020-of-00034.safetensors",
+        "model.layers.18.mlp.up_proj.weight": "model-00020-of-00034.safetensors",
+        "model.layers.18.post_attention_layernorm.weight": "model-00020-of-00034.safetensors",
+        "model.layers.18.self_attn.k_proj.weight": "model-00019-of-00034.safetensors",
+        "model.layers.18.self_attn.o_proj.weight": "model-00019-of-00034.safetensors",
+        "model.layers.18.self_attn.q_proj.weight": "model-00019-of-00034.safetensors",
+        "model.layers.18.self_attn.rotary_emb.inv_freq": "model-00019-of-00034.safetensors",
+        "model.layers.18.self_attn.v_proj.weight": "model-00019-of-00034.safetensors",
+        "model.layers.19.input_layernorm.weight": "model-00021-of-00034.safetensors",
+        "model.layers.19.mlp.down_proj.weight": "model-00021-of-00034.safetensors",
+        "model.layers.19.mlp.gate_proj.weight": "model-00021-of-00034.safetensors",
+        "model.layers.19.mlp.up_proj.weight": "model-00021-of-00034.safetensors",
+        "model.layers.19.post_attention_layernorm.weight": "model-00021-of-00034.safetensors",
+        "model.layers.19.self_attn.k_proj.weight": "model-00020-of-00034.safetensors",
+        "model.layers.19.self_attn.o_proj.weight": "model-00020-of-00034.safetensors",
+        "model.layers.19.self_attn.q_proj.weight": "model-00020-of-00034.safetensors",
+        "model.layers.19.self_attn.rotary_emb.inv_freq": "model-00020-of-00034.safetensors",
+        "model.layers.19.self_attn.v_proj.weight": "model-00020-of-00034.safetensors",
+        "model.layers.2.input_layernorm.weight": "model-00004-of-00034.safetensors",
+        "model.layers.2.mlp.down_proj.weight": "model-00004-of-00034.safetensors",
+        "model.layers.2.mlp.gate_proj.weight": "model-00004-of-00034.safetensors",
+        "model.layers.2.mlp.up_proj.weight": "model-00004-of-00034.safetensors",
+        "model.layers.2.post_attention_layernorm.weight": "model-00004-of-00034.safetensors",
+        "model.layers.2.self_attn.k_proj.weight": "model-00003-of-00034.safetensors",
+        "model.layers.2.self_attn.o_proj.weight": "model-00003-of-00034.safetensors",
+        "model.layers.2.self_attn.q_proj.weight": "model-00003-of-00034.safetensors",
+        "model.layers.2.self_attn.rotary_emb.inv_freq": "model-00003-of-00034.safetensors",
+        "model.layers.2.self_attn.v_proj.weight": "model-00003-of-00034.safetensors",
+        "model.layers.20.input_layernorm.weight": "model-00022-of-00034.safetensors",
+        "model.layers.20.mlp.down_proj.weight": "model-00022-of-00034.safetensors",
+        "model.layers.20.mlp.gate_proj.weight": "model-00022-of-00034.safetensors",
+        "model.layers.20.mlp.up_proj.weight": "model-00022-of-00034.safetensors",
+        "model.layers.20.post_attention_layernorm.weight": "model-00022-of-00034.safetensors",
+        "model.layers.20.self_attn.k_proj.weight": "model-00021-of-00034.safetensors",
+        "model.layers.20.self_attn.o_proj.weight": "model-00021-of-00034.safetensors",
+        "model.layers.20.self_attn.q_proj.weight": "model-00021-of-00034.safetensors",
+        "model.layers.20.self_attn.rotary_emb.inv_freq": "model-00021-of-00034.safetensors",
+        "model.layers.20.self_attn.v_proj.weight": "model-00021-of-00034.safetensors",
+        "model.layers.21.input_layernorm.weight": "model-00023-of-00034.safetensors",
+        "model.layers.21.mlp.down_proj.weight": "model-00023-of-00034.safetensors",
+        "model.layers.21.mlp.gate_proj.weight": "model-00023-of-00034.safetensors",
+        "model.layers.21.mlp.up_proj.weight": "model-00023-of-00034.safetensors",
+        "model.layers.21.post_attention_layernorm.weight": "model-00023-of-00034.safetensors",
+        "model.layers.21.self_attn.k_proj.weight": "model-00022-of-00034.safetensors",
+        "model.layers.21.self_attn.o_proj.weight": "model-00022-of-00034.safetensors",
+        "model.layers.21.self_attn.q_proj.weight": "model-00022-of-00034.safetensors",
+        "model.layers.21.self_attn.rotary_emb.inv_freq": "model-00022-of-00034.safetensors",
+        "model.layers.21.self_attn.v_proj.weight": "model-00022-of-00034.safetensors",
+        "model.layers.22.input_layernorm.weight": "model-00024-of-00034.safetensors",
+        "model.layers.22.mlp.down_proj.weight": "model-00024-of-00034.safetensors",
+        "model.layers.22.mlp.gate_proj.weight": "model-00024-of-00034.safetensors",
+        "model.layers.22.mlp.up_proj.weight": "model-00024-of-00034.safetensors",
+        "model.layers.22.post_attention_layernorm.weight": "model-00024-of-00034.safetensors",
+        "model.layers.22.self_attn.k_proj.weight": "model-00023-of-00034.safetensors",
+        "model.layers.22.self_attn.o_proj.weight": "model-00023-of-00034.safetensors",
+        "model.layers.22.self_attn.q_proj.weight": "model-00023-of-00034.safetensors",
+        "model.layers.22.self_attn.rotary_emb.inv_freq": "model-00023-of-00034.safetensors",
+        "model.layers.22.self_attn.v_proj.weight": "model-00023-of-00034.safetensors",
+        "model.layers.23.input_layernorm.weight": "model-00025-of-00034.safetensors",
+        "model.layers.23.mlp.down_proj.weight": "model-00025-of-00034.safetensors",
+        "model.layers.23.mlp.gate_proj.weight": "model-00025-of-00034.safetensors",
+        "model.layers.23.mlp.up_proj.weight": "model-00025-of-00034.safetensors",
+        "model.layers.23.post_attention_layernorm.weight": "model-00025-of-00034.safetensors",
+        "model.layers.23.self_attn.k_proj.weight": "model-00024-of-00034.safetensors",
+        "model.layers.23.self_attn.o_proj.weight": "model-00024-of-00034.safetensors",
+        "model.layers.23.self_attn.q_proj.weight": "model-00024-of-00034.safetensors",
+        "model.layers.23.self_attn.rotary_emb.inv_freq": "model-00024-of-00034.safetensors",
+        "model.layers.23.self_attn.v_proj.weight": "model-00024-of-00034.safetensors",
+        "model.layers.24.input_layernorm.weight": "model-00026-of-00034.safetensors",
+        "model.layers.24.mlp.down_proj.weight": "model-00026-of-00034.safetensors",
+        "model.layers.24.mlp.gate_proj.weight": "model-00026-of-00034.safetensors",
+        "model.layers.24.mlp.up_proj.weight": "model-00026-of-00034.safetensors",
+        "model.layers.24.post_attention_layernorm.weight": "model-00026-of-00034.safetensors",
+        "model.layers.24.self_attn.k_proj.weight": "model-00025-of-00034.safetensors",
+        "model.layers.24.self_attn.o_proj.weight": "model-00025-of-00034.safetensors",
+        "model.layers.24.self_attn.q_proj.weight": "model-00025-of-00034.safetensors",
+        "model.layers.24.self_attn.rotary_emb.inv_freq": "model-00025-of-00034.safetensors",
+        "model.layers.24.self_attn.v_proj.weight": "model-00025-of-00034.safetensors",
+        "model.layers.25.input_layernorm.weight": "model-00027-of-00034.safetensors",
+        "model.layers.25.mlp.down_proj.weight": "model-00027-of-00034.safetensors",
+        "model.layers.25.mlp.gate_proj.weight": "model-00027-of-00034.safetensors",
+        "model.layers.25.mlp.up_proj.weight": "model-00027-of-00034.safetensors",
+        "model.layers.25.post_attention_layernorm.weight": "model-00027-of-00034.safetensors",
+        "model.layers.25.self_attn.k_proj.weight": "model-00026-of-00034.safetensors",
+        "model.layers.25.self_attn.o_proj.weight": "model-00026-of-00034.safetensors",
+        "model.layers.25.self_attn.q_proj.weight": "model-00026-of-00034.safetensors",
+        "model.layers.25.self_attn.rotary_emb.inv_freq": "model-00026-of-00034.safetensors",
+        "model.layers.25.self_attn.v_proj.weight": "model-00026-of-00034.safetensors",
+        "model.layers.26.input_layernorm.weight": "model-00028-of-00034.safetensors",
+        "model.layers.26.mlp.down_proj.weight": "model-00028-of-00034.safetensors",
+        "model.layers.26.mlp.gate_proj.weight": "model-00028-of-00034.safetensors",
+        "model.layers.26.mlp.up_proj.weight": "model-00028-of-00034.safetensors",
+        "model.layers.26.post_attention_layernorm.weight": "model-00028-of-00034.safetensors",
+        "model.layers.26.self_attn.k_proj.weight": "model-00027-of-00034.safetensors",
+        "model.layers.26.self_attn.o_proj.weight": "model-00027-of-00034.safetensors",
+        "model.layers.26.self_attn.q_proj.weight": "model-00027-of-00034.safetensors",
+        "model.layers.26.self_attn.rotary_emb.inv_freq": "model-00027-of-00034.safetensors",
+        "model.layers.26.self_attn.v_proj.weight": "model-00027-of-00034.safetensors",
+        "model.layers.27.input_layernorm.weight": "model-00029-of-00034.safetensors",
+        "model.layers.27.mlp.down_proj.weight": "model-00029-of-00034.safetensors",
+        "model.layers.27.mlp.gate_proj.weight": "model-00029-of-00034.safetensors",
+        "model.layers.27.mlp.up_proj.weight": "model-00029-of-00034.safetensors",
+        "model.layers.27.post_attention_layernorm.weight": "model-00029-of-00034.safetensors",
+        "model.layers.27.self_attn.k_proj.weight": "model-00028-of-00034.safetensors",
+        "model.layers.27.self_attn.o_proj.weight": "model-00028-of-00034.safetensors",
+        "model.layers.27.self_attn.q_proj.weight": "model-00028-of-00034.safetensors",
+        "model.layers.27.self_attn.rotary_emb.inv_freq": "model-00028-of-00034.safetensors",
+        "model.layers.27.self_attn.v_proj.weight": "model-00028-of-00034.safetensors",
+        "model.layers.28.input_layernorm.weight": "model-00030-of-00034.safetensors",
+        "model.layers.28.mlp.down_proj.weight": "model-00030-of-00034.safetensors",
+        "model.layers.28.mlp.gate_proj.weight": "model-00030-of-00034.safetensors",
+        "model.layers.28.mlp.up_proj.weight": "model-00030-of-00034.safetensors",
+        "model.layers.28.post_attention_layernorm.weight": "model-00030-of-00034.safetensors",
+        "model.layers.28.self_attn.k_proj.weight": "model-00029-of-00034.safetensors",
+        "model.layers.28.self_attn.o_proj.weight": "model-00029-of-00034.safetensors",
+        "model.layers.28.self_attn.q_proj.weight": "model-00029-of-00034.safetensors",
+        "model.layers.28.self_attn.rotary_emb.inv_freq": "model-00029-of-00034.safetensors",
+        "model.layers.28.self_attn.v_proj.weight": "model-00029-of-00034.safetensors",
+        "model.layers.29.input_layernorm.weight": "model-00031-of-00034.safetensors",
+        "model.layers.29.mlp.down_proj.weight": "model-00031-of-00034.safetensors",
+        "model.layers.29.mlp.gate_proj.weight": "model-00031-of-00034.safetensors",
+        "model.layers.29.mlp.up_proj.weight": "model-00031-of-00034.safetensors",
+        "model.layers.29.post_attention_layernorm.weight": "model-00031-of-00034.safetensors",
+        "model.layers.29.self_attn.k_proj.weight": "model-00030-of-00034.safetensors",
+        "model.layers.29.self_attn.o_proj.weight": "model-00030-of-00034.safetensors",
+        "model.layers.29.self_attn.q_proj.weight": "model-00030-of-00034.safetensors",
+        "model.layers.29.self_attn.rotary_emb.inv_freq": "model-00030-of-00034.safetensors",
+        "model.layers.29.self_attn.v_proj.weight": "model-00030-of-00034.safetensors",
+        "model.layers.3.input_layernorm.weight": "model-00005-of-00034.safetensors",
+        "model.layers.3.mlp.down_proj.weight": "model-00005-of-00034.safetensors",
+        "model.layers.3.mlp.gate_proj.weight": "model-00005-of-00034.safetensors",
+        "model.layers.3.mlp.up_proj.weight": "model-00005-of-00034.safetensors",
+        "model.layers.3.post_attention_layernorm.weight": "model-00005-of-00034.safetensors",
+        "model.layers.3.self_attn.k_proj.weight": "model-00004-of-00034.safetensors",
+        "model.layers.3.self_attn.o_proj.weight": "model-00004-of-00034.safetensors",
+        "model.layers.3.self_attn.q_proj.weight": "model-00004-of-00034.safetensors",
+        "model.layers.3.self_attn.rotary_emb.inv_freq": "model-00004-of-00034.safetensors",
+        "model.layers.3.self_attn.v_proj.weight": "model-00004-of-00034.safetensors",
+        "model.layers.30.input_layernorm.weight": "model-00032-of-00034.safetensors",
+        "model.layers.30.mlp.down_proj.weight": "model-00032-of-00034.safetensors",
+        "model.layers.30.mlp.gate_proj.weight": "model-00032-of-00034.safetensors",
+        "model.layers.30.mlp.up_proj.weight": "model-00032-of-00034.safetensors",
+        "model.layers.30.post_attention_layernorm.weight": "model-00032-of-00034.safetensors",
+        "model.layers.30.self_attn.k_proj.weight": "model-00031-of-00034.safetensors",
+        "model.layers.30.self_attn.o_proj.weight": "model-00031-of-00034.safetensors",
+        "model.layers.30.self_attn.q_proj.weight": "model-00031-of-00034.safetensors",
+        "model.layers.30.self_attn.rotary_emb.inv_freq": "model-00031-of-00034.safetensors",
+        "model.layers.30.self_attn.v_proj.weight": "model-00031-of-00034.safetensors",
+        "model.layers.31.input_layernorm.weight": "model-00033-of-00034.safetensors",
+        "model.layers.31.mlp.down_proj.weight": "model-00033-of-00034.safetensors",
+        "model.layers.31.mlp.gate_proj.weight": "model-00033-of-00034.safetensors",
+        "model.layers.31.mlp.up_proj.weight": "model-00033-of-00034.safetensors",
+        "model.layers.31.post_attention_layernorm.weight": "model-00033-of-00034.safetensors",
+        "model.layers.31.self_attn.k_proj.weight": "model-00032-of-00034.safetensors",
+        "model.layers.31.self_attn.o_proj.weight": "model-00032-of-00034.safetensors",
+        "model.layers.31.self_attn.q_proj.weight": "model-00032-of-00034.safetensors",
+        "model.layers.31.self_attn.rotary_emb.inv_freq": "model-00032-of-00034.safetensors",
+        "model.layers.31.self_attn.v_proj.weight": "model-00032-of-00034.safetensors",
+        "model.layers.4.input_layernorm.weight": "model-00006-of-00034.safetensors",
+        "model.layers.4.mlp.down_proj.weight": "model-00006-of-00034.safetensors",
+        "model.layers.4.mlp.gate_proj.weight": "model-00006-of-00034.safetensors",
+        "model.layers.4.mlp.up_proj.weight": "model-00006-of-00034.safetensors",
+        "model.layers.4.post_attention_layernorm.weight": "model-00006-of-00034.safetensors",
+        "model.layers.4.self_attn.k_proj.weight": "model-00005-of-00034.safetensors",
+        "model.layers.4.self_attn.o_proj.weight": "model-00005-of-00034.safetensors",
+        "model.layers.4.self_attn.q_proj.weight": "model-00005-of-00034.safetensors",
+        "model.layers.4.self_attn.rotary_emb.inv_freq": "model-00005-of-00034.safetensors",
+        "model.layers.4.self_attn.v_proj.weight": "model-00005-of-00034.safetensors",
+        "model.layers.5.input_layernorm.weight": "model-00007-of-00034.safetensors",
+        "model.layers.5.mlp.down_proj.weight": "model-00007-of-00034.safetensors",
+        "model.layers.5.mlp.gate_proj.weight": "model-00007-of-00034.safetensors",
+        "model.layers.5.mlp.up_proj.weight": "model-00007-of-00034.safetensors",
+        "model.layers.5.post_attention_layernorm.weight": "model-00007-of-00034.safetensors",
+        "model.layers.5.self_attn.k_proj.weight": "model-00006-of-00034.safetensors",
+        "model.layers.5.self_attn.o_proj.weight": "model-00006-of-00034.safetensors",
+        "model.layers.5.self_attn.q_proj.weight": "model-00006-of-00034.safetensors",
+        "model.layers.5.self_attn.rotary_emb.inv_freq": "model-00006-of-00034.safetensors",
+        "model.layers.5.self_attn.v_proj.weight": "model-00006-of-00034.safetensors",
+        "model.layers.6.input_layernorm.weight": "model-00008-of-00034.safetensors",
+        "model.layers.6.mlp.down_proj.weight": "model-00008-of-00034.safetensors",
+        "model.layers.6.mlp.gate_proj.weight": "model-00008-of-00034.safetensors",
+        "model.layers.6.mlp.up_proj.weight": "model-00008-of-00034.safetensors",
+        "model.layers.6.post_attention_layernorm.weight": "model-00008-of-00034.safetensors",
+        "model.layers.6.self_attn.k_proj.weight": "model-00007-of-00034.safetensors",
+        "model.layers.6.self_attn.o_proj.weight": "model-00007-of-00034.safetensors",
+        "model.layers.6.self_attn.q_proj.weight": "model-00007-of-00034.safetensors",
+        "model.layers.6.self_attn.rotary_emb.inv_freq": "model-00007-of-00034.safetensors",
+        "model.layers.6.self_attn.v_proj.weight": "model-00007-of-00034.safetensors",
+        "model.layers.7.input_layernorm.weight": "model-00009-of-00034.safetensors",
+        "model.layers.7.mlp.down_proj.weight": "model-00009-of-00034.safetensors",
+        "model.layers.7.mlp.gate_proj.weight": "model-00009-of-00034.safetensors",
+        "model.layers.7.mlp.up_proj.weight": "model-00009-of-00034.safetensors",
+        "model.layers.7.post_attention_layernorm.weight": "model-00009-of-00034.safetensors",
+        "model.layers.7.self_attn.k_proj.weight": "model-00008-of-00034.safetensors",
+        "model.layers.7.self_attn.o_proj.weight": "model-00008-of-00034.safetensors",
+        "model.layers.7.self_attn.q_proj.weight": "model-00008-of-00034.safetensors",
+        "model.layers.7.self_attn.rotary_emb.inv_freq": "model-00008-of-00034.safetensors",
+        "model.layers.7.self_attn.v_proj.weight": "model-00008-of-00034.safetensors",
+        "model.layers.8.input_layernorm.weight": "model-00010-of-00034.safetensors",
+        "model.layers.8.mlp.down_proj.weight": "model-00010-of-00034.safetensors",
+        "model.layers.8.mlp.gate_proj.weight": "model-00010-of-00034.safetensors",
+        "model.layers.8.mlp.up_proj.weight": "model-00010-of-00034.safetensors",
+        "model.layers.8.post_attention_layernorm.weight": "model-00010-of-00034.safetensors",
+        "model.layers.8.self_attn.k_proj.weight": "model-00009-of-00034.safetensors",
+        "model.layers.8.self_attn.o_proj.weight": "model-00009-of-00034.safetensors",
+        "model.layers.8.self_attn.q_proj.weight": "model-00009-of-00034.safetensors",
+        "model.layers.8.self_attn.rotary_emb.inv_freq": "model-00009-of-00034.safetensors",
+        "model.layers.8.self_attn.v_proj.weight": "model-00009-of-00034.safetensors",
+        "model.layers.9.input_layernorm.weight": "model-00011-of-00034.safetensors",
+        "model.layers.9.mlp.down_proj.weight": "model-00011-of-00034.safetensors",
+        "model.layers.9.mlp.gate_proj.weight": "model-00011-of-00034.safetensors",
+        "model.layers.9.mlp.up_proj.weight": "model-00011-of-00034.safetensors",
+        "model.layers.9.post_attention_layernorm.weight": "model-00011-of-00034.safetensors",
+        "model.layers.9.self_attn.k_proj.weight": "model-00010-of-00034.safetensors",
+        "model.layers.9.self_attn.o_proj.weight": "model-00010-of-00034.safetensors",
+        "model.layers.9.self_attn.q_proj.weight": "model-00010-of-00034.safetensors",
+        "model.layers.9.self_attn.rotary_emb.inv_freq": "model-00010-of-00034.safetensors",
+        "model.layers.9.self_attn.v_proj.weight": "model-00010-of-00034.safetensors",
+        "model.norm.weight": "model-00033-of-00034.safetensors"
+    }
+}