Adding `safetensors` variant of this model

model-00001-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e346da83a520755c2438c4d3f6c6d01c52cf068edc40693c086b95a09e986685
+size 537396152

model-00002-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7ac8643c9ecba47f90889218129044af1de2e6fa825154791cf993bb5b2ee3e
+size 634410360

model-00003-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db8a182e457ac72a1dbbbf038ed9fb4af9a767d85b1ec15017515c95f6bcfd7
+size 634410360

model-00004-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41d73e18685524046cb95f2e237aceeb9e5217f10bb7407a1722d4d7c8cc75b3
+size 634410360

model-00005-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a29c632057d61289d106636017f1842469f5920fb62a89286998c10c78093a9d
+size 634410360

model-00006-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9799da8bb1b557f2ae5e8f0d4931d6e1f25bd97ff9128136245e8d1a5b0b844c
+size 634410360

model-00007-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d7408560ff738270162f3aa4f620ce6da769e95fed1ae8d60742f1400d59afb
+size 634410360

model-00008-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4433801cb01180ea5ee64e2e9c5b8ba9b731e2c31130d175beb1a78fec8f3856
+size 634410360

model-00009-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82629ea95e4033c1c517a3fc175cd0cebc6fe6668d130c7aca9fa9cfaa16e9af
+size 634410360

model-00010-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e9a7d744aa1d834b91c03b708032ad269020375edf00a8ebf32866439d6df2e
+size 634410360

model-00011-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93a7c2ef6821f8390b8e4c1572aaed53dbe8476e4ace53a5372f2f71f8df5d9f
+size 634410368

model-00012-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5097e0a166457d69c2d45bb86cbe3895fc09382a608e50dc41e102f2f86089c8
+size 634410368

model-00013-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c09e0e58c0b5f7c9e7368ec178db68de19435440a218ec7c4f6100afc2c33f83
+size 634410368

model-00014-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf3a95098b64814af4114796a9521e61ee9c081f702d36d5200b6ed907ae7e2a
+size 634410368

model-00015-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69600474ae4896f391d83fbebf9836eab11d4268aa0d415d6913e5b2d59b0e4f
+size 634410368

model-00016-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317df3ee5e6e8de839c4f5544aa9bfccf1d5f735e1fd9f9cf702ccc6e1b8b4a6
+size 634410368

model-00017-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a38400577805ff47c57b24c371a4758b98e2f6f0d2bfecd72ca9f63e1f197c37
+size 634410368

model-00018-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d08d547917c3c9859d3de05de5669020f9c3860cc71a97e298f50e02eefdc8e9
+size 634410368

model-00019-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb6024746206694669dc844f33d6728518a201d0e4ddae1738996f494e58559
+size 634410368

model-00020-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a7a44fb498d79e9d2efb612bbbbea209a24227e42c76208e65021585a45f3d6
+size 634410368

model-00021-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23fe374db93d32e556266f738cac13012f4633a3985fa92e27862bc604b39e1d
+size 634410368

model-00022-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dca8087d0869e0bc58bec2971c662448449cdb61d7b279e66f855761a3c6ee7
+size 634410368

model-00023-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bd9fb620decc17e0cc4e09cc549e5a3332142261fb5cfbd6485b1470001c2bf
+size 634410368

model-00024-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a91edc9bd0fb9e861929c50f1255f72f2c5c53a9afc89c32e427f4a8031b5b0
+size 634410368

model-00025-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030de5a391525d218ef4fb3a9e00a97ccf24f7917fe7cefb12abc64a705bbb8a
+size 634410368

model-00026-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da0702e62bb41bb135501f33eb62416aaf9ad87f1f9b250df986ba991b072f15
+size 634410368

model-00027-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6d71c6e010c593d197e05c9ce39cf69a5593a95744aa55a9313778017683c8e
+size 634410368

model-00028-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fe59d4f448ca4c2975937c318dccc5d1b80983e3e42170d039222f8f93151a1
+size 634410368

model-00029-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0d41b37cad6429af628b92e57b4a4dc64ed32885ffa6901f465be5dfc6d01d6
+size 634410368

model-00030-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:768f4267570cecdced00b27697f9881dc507595f25b60c560fd79e0c495c8c35
+size 634410368

model-00031-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:391cb87b16ec18684e6afc1c4c9467bf9f6fb9912d4b16d20e7f9c0ad730fc74
+size 634410368

model-00032-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6813e5637673e044f5b21bf9422f971b146e6fce47c2d4c38272b5f02b155b84
+size 634410368

model-00033-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eade2bce6680bb97011bd754c8f6e6f00b6c2a54c59de1407925857578ae7920
+size 634410368

model-00034-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ca599246336a179c0dc714d40eaf31bd5cb2bda8ac6191cd7fe1e23bf3016bd
+size 634410368

model-00035-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c36b7d03abeef30d2bbc82543bd65718f15d738a439c95bad0eba18a95805581
+size 634410368

model-00036-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e013d669f9f349d9678c9f57249aff1504fdb6e26702ed897f833934731a178
+size 634410368

model-00037-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9487b2bfaa4b066c054ebdc36722a5c0ec988afbb9b97eae3245eca393040465
+size 634410368

model-00038-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:060b5f02d44c6c22ac78dcec4edf8db6f4a7866fa08b2567baf047752ceb8f79
+size 634410368

model-00039-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1731c4ba9ea432fcd5ec26286f434f99d33d5fec3ee8284a7bc14d1134d7ef07
+size 634410368

model-00040-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d507a709313cfb177ca296d0255ddf241316f3b64a54ae2050b302dfea6f0cc6
+size 634410368

model-00041-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85e6afda8be09bcfe72cdffd5674c978c640e58849d9caf6dd75138dbf8ca8d0
+size 424704680

model-00042-of-00042.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe515395af558b7cec2db0c10ed8e4fe84b4b75c27d36a9e9f4516a0bf73c713
+size 327680128

model.safetensors.index.json

@@ -0,0 +1,410 @@
+{
+    "metadata": {
+        "total_size": 26031738880
+    },
+    "weight_map": {
+        "lm_head.weight": "model-00042-of-00042.safetensors",
+        "model.embed_tokens.weight": "model-00001-of-00042.safetensors",
+        "model.layers.0.input_layernorm.weight": "model-00002-of-00042.safetensors",
+        "model.layers.0.mlp.down_proj.weight": "model-00002-of-00042.safetensors",
+        "model.layers.0.mlp.gate_proj.weight": "model-00002-of-00042.safetensors",
+        "model.layers.0.mlp.up_proj.weight": "model-00002-of-00042.safetensors",
+        "model.layers.0.post_attention_layernorm.weight": "model-00002-of-00042.safetensors",
+        "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00042.safetensors",
+        "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00042.safetensors",
+        "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00042.safetensors",
+        "model.layers.0.self_attn.rotary_emb.inv_freq": "model-00001-of-00042.safetensors",
+        "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00042.safetensors",
+        "model.layers.1.input_layernorm.weight": "model-00003-of-00042.safetensors",
+        "model.layers.1.mlp.down_proj.weight": "model-00003-of-00042.safetensors",
+        "model.layers.1.mlp.gate_proj.weight": "model-00003-of-00042.safetensors",
+        "model.layers.1.mlp.up_proj.weight": "model-00003-of-00042.safetensors",
+        "model.layers.1.post_attention_layernorm.weight": "model-00003-of-00042.safetensors",
+        "model.layers.1.self_attn.k_proj.weight": "model-00002-of-00042.safetensors",
+        "model.layers.1.self_attn.o_proj.weight": "model-00002-of-00042.safetensors",
+        "model.layers.1.self_attn.q_proj.weight": "model-00002-of-00042.safetensors",
+        "model.layers.1.self_attn.rotary_emb.inv_freq": "model-00002-of-00042.safetensors",
+        "model.layers.1.self_attn.v_proj.weight": "model-00002-of-00042.safetensors",
+        "model.layers.10.input_layernorm.weight": "model-00012-of-00042.safetensors",
+        "model.layers.10.mlp.down_proj.weight": "model-00012-of-00042.safetensors",
+        "model.layers.10.mlp.gate_proj.weight": "model-00012-of-00042.safetensors",
+        "model.layers.10.mlp.up_proj.weight": "model-00012-of-00042.safetensors",
+        "model.layers.10.post_attention_layernorm.weight": "model-00012-of-00042.safetensors",
+        "model.layers.10.self_attn.k_proj.weight": "model-00011-of-00042.safetensors",
+        "model.layers.10.self_attn.o_proj.weight": "model-00011-of-00042.safetensors",
+        "model.layers.10.self_attn.q_proj.weight": "model-00011-of-00042.safetensors",
+        "model.layers.10.self_attn.rotary_emb.inv_freq": "model-00011-of-00042.safetensors",
+        "model.layers.10.self_attn.v_proj.weight": "model-00011-of-00042.safetensors",
+        "model.layers.11.input_layernorm.weight": "model-00013-of-00042.safetensors",
+        "model.layers.11.mlp.down_proj.weight": "model-00013-of-00042.safetensors",
+        "model.layers.11.mlp.gate_proj.weight": "model-00013-of-00042.safetensors",
+        "model.layers.11.mlp.up_proj.weight": "model-00013-of-00042.safetensors",
+        "model.layers.11.post_attention_layernorm.weight": "model-00013-of-00042.safetensors",
+        "model.layers.11.self_attn.k_proj.weight": "model-00012-of-00042.safetensors",
+        "model.layers.11.self_attn.o_proj.weight": "model-00012-of-00042.safetensors",
+        "model.layers.11.self_attn.q_proj.weight": "model-00012-of-00042.safetensors",
+        "model.layers.11.self_attn.rotary_emb.inv_freq": "model-00012-of-00042.safetensors",
+        "model.layers.11.self_attn.v_proj.weight": "model-00012-of-00042.safetensors",
+        "model.layers.12.input_layernorm.weight": "model-00014-of-00042.safetensors",
+        "model.layers.12.mlp.down_proj.weight": "model-00014-of-00042.safetensors",
+        "model.layers.12.mlp.gate_proj.weight": "model-00014-of-00042.safetensors",
+        "model.layers.12.mlp.up_proj.weight": "model-00014-of-00042.safetensors",
+        "model.layers.12.post_attention_layernorm.weight": "model-00014-of-00042.safetensors",
+        "model.layers.12.self_attn.k_proj.weight": "model-00013-of-00042.safetensors",
+        "model.layers.12.self_attn.o_proj.weight": "model-00013-of-00042.safetensors",
+        "model.layers.12.self_attn.q_proj.weight": "model-00013-of-00042.safetensors",
+        "model.layers.12.self_attn.rotary_emb.inv_freq": "model-00013-of-00042.safetensors",
+        "model.layers.12.self_attn.v_proj.weight": "model-00013-of-00042.safetensors",
+        "model.layers.13.input_layernorm.weight": "model-00015-of-00042.safetensors",
+        "model.layers.13.mlp.down_proj.weight": "model-00015-of-00042.safetensors",
+        "model.layers.13.mlp.gate_proj.weight": "model-00015-of-00042.safetensors",
+        "model.layers.13.mlp.up_proj.weight": "model-00015-of-00042.safetensors",
+        "model.layers.13.post_attention_layernorm.weight": "model-00015-of-00042.safetensors",
+        "model.layers.13.self_attn.k_proj.weight": "model-00014-of-00042.safetensors",
+        "model.layers.13.self_attn.o_proj.weight": "model-00014-of-00042.safetensors",
+        "model.layers.13.self_attn.q_proj.weight": "model-00014-of-00042.safetensors",
+        "model.layers.13.self_attn.rotary_emb.inv_freq": "model-00014-of-00042.safetensors",
+        "model.layers.13.self_attn.v_proj.weight": "model-00014-of-00042.safetensors",
+        "model.layers.14.input_layernorm.weight": "model-00016-of-00042.safetensors",
+        "model.layers.14.mlp.down_proj.weight": "model-00016-of-00042.safetensors",
+        "model.layers.14.mlp.gate_proj.weight": "model-00016-of-00042.safetensors",
+        "model.layers.14.mlp.up_proj.weight": "model-00016-of-00042.safetensors",
+        "model.layers.14.post_attention_layernorm.weight": "model-00016-of-00042.safetensors",
+        "model.layers.14.self_attn.k_proj.weight": "model-00015-of-00042.safetensors",
+        "model.layers.14.self_attn.o_proj.weight": "model-00015-of-00042.safetensors",
+        "model.layers.14.self_attn.q_proj.weight": "model-00015-of-00042.safetensors",
+        "model.layers.14.self_attn.rotary_emb.inv_freq": "model-00015-of-00042.safetensors",
+        "model.layers.14.self_attn.v_proj.weight": "model-00015-of-00042.safetensors",
+        "model.layers.15.input_layernorm.weight": "model-00017-of-00042.safetensors",
+        "model.layers.15.mlp.down_proj.weight": "model-00017-of-00042.safetensors",
+        "model.layers.15.mlp.gate_proj.weight": "model-00017-of-00042.safetensors",
+        "model.layers.15.mlp.up_proj.weight": "model-00017-of-00042.safetensors",
+        "model.layers.15.post_attention_layernorm.weight": "model-00017-of-00042.safetensors",
+        "model.layers.15.self_attn.k_proj.weight": "model-00016-of-00042.safetensors",
+        "model.layers.15.self_attn.o_proj.weight": "model-00016-of-00042.safetensors",
+        "model.layers.15.self_attn.q_proj.weight": "model-00016-of-00042.safetensors",
+        "model.layers.15.self_attn.rotary_emb.inv_freq": "model-00016-of-00042.safetensors",
+        "model.layers.15.self_attn.v_proj.weight": "model-00016-of-00042.safetensors",
+        "model.layers.16.input_layernorm.weight": "model-00018-of-00042.safetensors",
+        "model.layers.16.mlp.down_proj.weight": "model-00018-of-00042.safetensors",
+        "model.layers.16.mlp.gate_proj.weight": "model-00018-of-00042.safetensors",
+        "model.layers.16.mlp.up_proj.weight": "model-00018-of-00042.safetensors",
+        "model.layers.16.post_attention_layernorm.weight": "model-00018-of-00042.safetensors",
+        "model.layers.16.self_attn.k_proj.weight": "model-00017-of-00042.safetensors",
+        "model.layers.16.self_attn.o_proj.weight": "model-00017-of-00042.safetensors",
+        "model.layers.16.self_attn.q_proj.weight": "model-00017-of-00042.safetensors",
+        "model.layers.16.self_attn.rotary_emb.inv_freq": "model-00017-of-00042.safetensors",
+        "model.layers.16.self_attn.v_proj.weight": "model-00017-of-00042.safetensors",
+        "model.layers.17.input_layernorm.weight": "model-00019-of-00042.safetensors",
+        "model.layers.17.mlp.down_proj.weight": "model-00019-of-00042.safetensors",
+        "model.layers.17.mlp.gate_proj.weight": "model-00019-of-00042.safetensors",
+        "model.layers.17.mlp.up_proj.weight": "model-00019-of-00042.safetensors",
+        "model.layers.17.post_attention_layernorm.weight": "model-00019-of-00042.safetensors",
+        "model.layers.17.self_attn.k_proj.weight": "model-00018-of-00042.safetensors",
+        "model.layers.17.self_attn.o_proj.weight": "model-00018-of-00042.safetensors",
+        "model.layers.17.self_attn.q_proj.weight": "model-00018-of-00042.safetensors",
+        "model.layers.17.self_attn.rotary_emb.inv_freq": "model-00018-of-00042.safetensors",
+        "model.layers.17.self_attn.v_proj.weight": "model-00018-of-00042.safetensors",
+        "model.layers.18.input_layernorm.weight": "model-00020-of-00042.safetensors",
+        "model.layers.18.mlp.down_proj.weight": "model-00020-of-00042.safetensors",
+        "model.layers.18.mlp.gate_proj.weight": "model-00020-of-00042.safetensors",
+        "model.layers.18.mlp.up_proj.weight": "model-00020-of-00042.safetensors",
+        "model.layers.18.post_attention_layernorm.weight": "model-00020-of-00042.safetensors",
+        "model.layers.18.self_attn.k_proj.weight": "model-00019-of-00042.safetensors",
+        "model.layers.18.self_attn.o_proj.weight": "model-00019-of-00042.safetensors",
+        "model.layers.18.self_attn.q_proj.weight": "model-00019-of-00042.safetensors",
+        "model.layers.18.self_attn.rotary_emb.inv_freq": "model-00019-of-00042.safetensors",
+        "model.layers.18.self_attn.v_proj.weight": "model-00019-of-00042.safetensors",
+        "model.layers.19.input_layernorm.weight": "model-00021-of-00042.safetensors",
+        "model.layers.19.mlp.down_proj.weight": "model-00021-of-00042.safetensors",
+        "model.layers.19.mlp.gate_proj.weight": "model-00021-of-00042.safetensors",
+        "model.layers.19.mlp.up_proj.weight": "model-00021-of-00042.safetensors",
+        "model.layers.19.post_attention_layernorm.weight": "model-00021-of-00042.safetensors",
+        "model.layers.19.self_attn.k_proj.weight": "model-00020-of-00042.safetensors",
+        "model.layers.19.self_attn.o_proj.weight": "model-00020-of-00042.safetensors",
+        "model.layers.19.self_attn.q_proj.weight": "model-00020-of-00042.safetensors",
+        "model.layers.19.self_attn.rotary_emb.inv_freq": "model-00020-of-00042.safetensors",
+        "model.layers.19.self_attn.v_proj.weight": "model-00020-of-00042.safetensors",
+        "model.layers.2.input_layernorm.weight": "model-00004-of-00042.safetensors",
+        "model.layers.2.mlp.down_proj.weight": "model-00004-of-00042.safetensors",
+        "model.layers.2.mlp.gate_proj.weight": "model-00004-of-00042.safetensors",
+        "model.layers.2.mlp.up_proj.weight": "model-00004-of-00042.safetensors",
+        "model.layers.2.post_attention_layernorm.weight": "model-00004-of-00042.safetensors",
+        "model.layers.2.self_attn.k_proj.weight": "model-00003-of-00042.safetensors",
+        "model.layers.2.self_attn.o_proj.weight": "model-00003-of-00042.safetensors",
+        "model.layers.2.self_attn.q_proj.weight": "model-00003-of-00042.safetensors",
+        "model.layers.2.self_attn.rotary_emb.inv_freq": "model-00003-of-00042.safetensors",
+        "model.layers.2.self_attn.v_proj.weight": "model-00003-of-00042.safetensors",
+        "model.layers.20.input_layernorm.weight": "model-00022-of-00042.safetensors",
+        "model.layers.20.mlp.down_proj.weight": "model-00022-of-00042.safetensors",
+        "model.layers.20.mlp.gate_proj.weight": "model-00022-of-00042.safetensors",
+        "model.layers.20.mlp.up_proj.weight": "model-00022-of-00042.safetensors",
+        "model.layers.20.post_attention_layernorm.weight": "model-00022-of-00042.safetensors",
+        "model.layers.20.self_attn.k_proj.weight": "model-00021-of-00042.safetensors",
+        "model.layers.20.self_attn.o_proj.weight": "model-00021-of-00042.safetensors",
+        "model.layers.20.self_attn.q_proj.weight": "model-00021-of-00042.safetensors",
+        "model.layers.20.self_attn.rotary_emb.inv_freq": "model-00021-of-00042.safetensors",
+        "model.layers.20.self_attn.v_proj.weight": "model-00021-of-00042.safetensors",
+        "model.layers.21.input_layernorm.weight": "model-00023-of-00042.safetensors",
+        "model.layers.21.mlp.down_proj.weight": "model-00023-of-00042.safetensors",
+        "model.layers.21.mlp.gate_proj.weight": "model-00023-of-00042.safetensors",
+        "model.layers.21.mlp.up_proj.weight": "model-00023-of-00042.safetensors",
+        "model.layers.21.post_attention_layernorm.weight": "model-00023-of-00042.safetensors",
+        "model.layers.21.self_attn.k_proj.weight": "model-00022-of-00042.safetensors",
+        "model.layers.21.self_attn.o_proj.weight": "model-00022-of-00042.safetensors",
+        "model.layers.21.self_attn.q_proj.weight": "model-00022-of-00042.safetensors",
+        "model.layers.21.self_attn.rotary_emb.inv_freq": "model-00022-of-00042.safetensors",
+        "model.layers.21.self_attn.v_proj.weight": "model-00022-of-00042.safetensors",
+        "model.layers.22.input_layernorm.weight": "model-00024-of-00042.safetensors",
+        "model.layers.22.mlp.down_proj.weight": "model-00024-of-00042.safetensors",
+        "model.layers.22.mlp.gate_proj.weight": "model-00024-of-00042.safetensors",
+        "model.layers.22.mlp.up_proj.weight": "model-00024-of-00042.safetensors",
+        "model.layers.22.post_attention_layernorm.weight": "model-00024-of-00042.safetensors",
+        "model.layers.22.self_attn.k_proj.weight": "model-00023-of-00042.safetensors",
+        "model.layers.22.self_attn.o_proj.weight": "model-00023-of-00042.safetensors",
+        "model.layers.22.self_attn.q_proj.weight": "model-00023-of-00042.safetensors",
+        "model.layers.22.self_attn.rotary_emb.inv_freq": "model-00023-of-00042.safetensors",
+        "model.layers.22.self_attn.v_proj.weight": "model-00023-of-00042.safetensors",
+        "model.layers.23.input_layernorm.weight": "model-00025-of-00042.safetensors",
+        "model.layers.23.mlp.down_proj.weight": "model-00025-of-00042.safetensors",
+        "model.layers.23.mlp.gate_proj.weight": "model-00025-of-00042.safetensors",
+        "model.layers.23.mlp.up_proj.weight": "model-00025-of-00042.safetensors",
+        "model.layers.23.post_attention_layernorm.weight": "model-00025-of-00042.safetensors",
+        "model.layers.23.self_attn.k_proj.weight": "model-00024-of-00042.safetensors",
+        "model.layers.23.self_attn.o_proj.weight": "model-00024-of-00042.safetensors",
+        "model.layers.23.self_attn.q_proj.weight": "model-00024-of-00042.safetensors",
+        "model.layers.23.self_attn.rotary_emb.inv_freq": "model-00024-of-00042.safetensors",
+        "model.layers.23.self_attn.v_proj.weight": "model-00024-of-00042.safetensors",
+        "model.layers.24.input_layernorm.weight": "model-00026-of-00042.safetensors",
+        "model.layers.24.mlp.down_proj.weight": "model-00026-of-00042.safetensors",
+        "model.layers.24.mlp.gate_proj.weight": "model-00026-of-00042.safetensors",
+        "model.layers.24.mlp.up_proj.weight": "model-00026-of-00042.safetensors",
+        "model.layers.24.post_attention_layernorm.weight": "model-00026-of-00042.safetensors",
+        "model.layers.24.self_attn.k_proj.weight": "model-00025-of-00042.safetensors",
+        "model.layers.24.self_attn.o_proj.weight": "model-00025-of-00042.safetensors",
+        "model.layers.24.self_attn.q_proj.weight": "model-00025-of-00042.safetensors",
+        "model.layers.24.self_attn.rotary_emb.inv_freq": "model-00025-of-00042.safetensors",
+        "model.layers.24.self_attn.v_proj.weight": "model-00025-of-00042.safetensors",
+        "model.layers.25.input_layernorm.weight": "model-00027-of-00042.safetensors",
+        "model.layers.25.mlp.down_proj.weight": "model-00027-of-00042.safetensors",
+        "model.layers.25.mlp.gate_proj.weight": "model-00027-of-00042.safetensors",
+        "model.layers.25.mlp.up_proj.weight": "model-00027-of-00042.safetensors",
+        "model.layers.25.post_attention_layernorm.weight": "model-00027-of-00042.safetensors",
+        "model.layers.25.self_attn.k_proj.weight": "model-00026-of-00042.safetensors",
+        "model.layers.25.self_attn.o_proj.weight": "model-00026-of-00042.safetensors",
+        "model.layers.25.self_attn.q_proj.weight": "model-00026-of-00042.safetensors",
+        "model.layers.25.self_attn.rotary_emb.inv_freq": "model-00026-of-00042.safetensors",
+        "model.layers.25.self_attn.v_proj.weight": "model-00026-of-00042.safetensors",
+        "model.layers.26.input_layernorm.weight": "model-00028-of-00042.safetensors",
+        "model.layers.26.mlp.down_proj.weight": "model-00028-of-00042.safetensors",
+        "model.layers.26.mlp.gate_proj.weight": "model-00028-of-00042.safetensors",
+        "model.layers.26.mlp.up_proj.weight": "model-00028-of-00042.safetensors",
+        "model.layers.26.post_attention_layernorm.weight": "model-00028-of-00042.safetensors",
+        "model.layers.26.self_attn.k_proj.weight": "model-00027-of-00042.safetensors",
+        "model.layers.26.self_attn.o_proj.weight": "model-00027-of-00042.safetensors",
+        "model.layers.26.self_attn.q_proj.weight": "model-00027-of-00042.safetensors",
+        "model.layers.26.self_attn.rotary_emb.inv_freq": "model-00027-of-00042.safetensors",
+        "model.layers.26.self_attn.v_proj.weight": "model-00027-of-00042.safetensors",
+        "model.layers.27.input_layernorm.weight": "model-00029-of-00042.safetensors",
+        "model.layers.27.mlp.down_proj.weight": "model-00029-of-00042.safetensors",
+        "model.layers.27.mlp.gate_proj.weight": "model-00029-of-00042.safetensors",
+        "model.layers.27.mlp.up_proj.weight": "model-00029-of-00042.safetensors",
+        "model.layers.27.post_attention_layernorm.weight": "model-00029-of-00042.safetensors",
+        "model.layers.27.self_attn.k_proj.weight": "model-00028-of-00042.safetensors",
+        "model.layers.27.self_attn.o_proj.weight": "model-00028-of-00042.safetensors",
+        "model.layers.27.self_attn.q_proj.weight": "model-00028-of-00042.safetensors",
+        "model.layers.27.self_attn.rotary_emb.inv_freq": "model-00028-of-00042.safetensors",
+        "model.layers.27.self_attn.v_proj.weight": "model-00028-of-00042.safetensors",
+        "model.layers.28.input_layernorm.weight": "model-00030-of-00042.safetensors",
+        "model.layers.28.mlp.down_proj.weight": "model-00030-of-00042.safetensors",
+        "model.layers.28.mlp.gate_proj.weight": "model-00030-of-00042.safetensors",
+        "model.layers.28.mlp.up_proj.weight": "model-00030-of-00042.safetensors",
+        "model.layers.28.post_attention_layernorm.weight": "model-00030-of-00042.safetensors",
+        "model.layers.28.self_attn.k_proj.weight": "model-00029-of-00042.safetensors",
+        "model.layers.28.self_attn.o_proj.weight": "model-00029-of-00042.safetensors",
+        "model.layers.28.self_attn.q_proj.weight": "model-00029-of-00042.safetensors",
+        "model.layers.28.self_attn.rotary_emb.inv_freq": "model-00029-of-00042.safetensors",
+        "model.layers.28.self_attn.v_proj.weight": "model-00029-of-00042.safetensors",
+        "model.layers.29.input_layernorm.weight": "model-00031-of-00042.safetensors",
+        "model.layers.29.mlp.down_proj.weight": "model-00031-of-00042.safetensors",
+        "model.layers.29.mlp.gate_proj.weight": "model-00031-of-00042.safetensors",
+        "model.layers.29.mlp.up_proj.weight": "model-00031-of-00042.safetensors",
+        "model.layers.29.post_attention_layernorm.weight": "model-00031-of-00042.safetensors",
+        "model.layers.29.self_attn.k_proj.weight": "model-00030-of-00042.safetensors",
+        "model.layers.29.self_attn.o_proj.weight": "model-00030-of-00042.safetensors",
+        "model.layers.29.self_attn.q_proj.weight": "model-00030-of-00042.safetensors",
+        "model.layers.29.self_attn.rotary_emb.inv_freq": "model-00030-of-00042.safetensors",
+        "model.layers.29.self_attn.v_proj.weight": "model-00030-of-00042.safetensors",
+        "model.layers.3.input_layernorm.weight": "model-00005-of-00042.safetensors",
+        "model.layers.3.mlp.down_proj.weight": "model-00005-of-00042.safetensors",
+        "model.layers.3.mlp.gate_proj.weight": "model-00005-of-00042.safetensors",
+        "model.layers.3.mlp.up_proj.weight": "model-00005-of-00042.safetensors",
+        "model.layers.3.post_attention_layernorm.weight": "model-00005-of-00042.safetensors",
+        "model.layers.3.self_attn.k_proj.weight": "model-00004-of-00042.safetensors",
+        "model.layers.3.self_attn.o_proj.weight": "model-00004-of-00042.safetensors",
+        "model.layers.3.self_attn.q_proj.weight": "model-00004-of-00042.safetensors",
+        "model.layers.3.self_attn.rotary_emb.inv_freq": "model-00004-of-00042.safetensors",
+        "model.layers.3.self_attn.v_proj.weight": "model-00004-of-00042.safetensors",
+        "model.layers.30.input_layernorm.weight": "model-00032-of-00042.safetensors",
+        "model.layers.30.mlp.down_proj.weight": "model-00032-of-00042.safetensors",
+        "model.layers.30.mlp.gate_proj.weight": "model-00032-of-00042.safetensors",
+        "model.layers.30.mlp.up_proj.weight": "model-00032-of-00042.safetensors",
+        "model.layers.30.post_attention_layernorm.weight": "model-00032-of-00042.safetensors",
+        "model.layers.30.self_attn.k_proj.weight": "model-00031-of-00042.safetensors",
+        "model.layers.30.self_attn.o_proj.weight": "model-00031-of-00042.safetensors",
+        "model.layers.30.self_attn.q_proj.weight": "model-00031-of-00042.safetensors",
+        "model.layers.30.self_attn.rotary_emb.inv_freq": "model-00031-of-00042.safetensors",
+        "model.layers.30.self_attn.v_proj.weight": "model-00031-of-00042.safetensors",
+        "model.layers.31.input_layernorm.weight": "model-00033-of-00042.safetensors",
+        "model.layers.31.mlp.down_proj.weight": "model-00033-of-00042.safetensors",
+        "model.layers.31.mlp.gate_proj.weight": "model-00033-of-00042.safetensors",
+        "model.layers.31.mlp.up_proj.weight": "model-00033-of-00042.safetensors",
+        "model.layers.31.post_attention_layernorm.weight": "model-00033-of-00042.safetensors",
+        "model.layers.31.self_attn.k_proj.weight": "model-00032-of-00042.safetensors",
+        "model.layers.31.self_attn.o_proj.weight": "model-00032-of-00042.safetensors",
+        "model.layers.31.self_attn.q_proj.weight": "model-00032-of-00042.safetensors",
+        "model.layers.31.self_attn.rotary_emb.inv_freq": "model-00032-of-00042.safetensors",
+        "model.layers.31.self_attn.v_proj.weight": "model-00032-of-00042.safetensors",
+        "model.layers.32.input_layernorm.weight": "model-00034-of-00042.safetensors",
+        "model.layers.32.mlp.down_proj.weight": "model-00034-of-00042.safetensors",
+        "model.layers.32.mlp.gate_proj.weight": "model-00034-of-00042.safetensors",
+        "model.layers.32.mlp.up_proj.weight": "model-00034-of-00042.safetensors",
+        "model.layers.32.post_attention_layernorm.weight": "model-00034-of-00042.safetensors",
+        "model.layers.32.self_attn.k_proj.weight": "model-00033-of-00042.safetensors",
+        "model.layers.32.self_attn.o_proj.weight": "model-00033-of-00042.safetensors",
+        "model.layers.32.self_attn.q_proj.weight": "model-00033-of-00042.safetensors",
+        "model.layers.32.self_attn.rotary_emb.inv_freq": "model-00033-of-00042.safetensors",
+        "model.layers.32.self_attn.v_proj.weight": "model-00033-of-00042.safetensors",
+        "model.layers.33.input_layernorm.weight": "model-00035-of-00042.safetensors",
+        "model.layers.33.mlp.down_proj.weight": "model-00035-of-00042.safetensors",
+        "model.layers.33.mlp.gate_proj.weight": "model-00035-of-00042.safetensors",
+        "model.layers.33.mlp.up_proj.weight": "model-00035-of-00042.safetensors",
+        "model.layers.33.post_attention_layernorm.weight": "model-00035-of-00042.safetensors",
+        "model.layers.33.self_attn.k_proj.weight": "model-00034-of-00042.safetensors",
+        "model.layers.33.self_attn.o_proj.weight": "model-00034-of-00042.safetensors",
+        "model.layers.33.self_attn.q_proj.weight": "model-00034-of-00042.safetensors",
+        "model.layers.33.self_attn.rotary_emb.inv_freq": "model-00034-of-00042.safetensors",
+        "model.layers.33.self_attn.v_proj.weight": "model-00034-of-00042.safetensors",
+        "model.layers.34.input_layernorm.weight": "model-00036-of-00042.safetensors",
+        "model.layers.34.mlp.down_proj.weight": "model-00036-of-00042.safetensors",
+        "model.layers.34.mlp.gate_proj.weight": "model-00036-of-00042.safetensors",
+        "model.layers.34.mlp.up_proj.weight": "model-00036-of-00042.safetensors",
+        "model.layers.34.post_attention_layernorm.weight": "model-00036-of-00042.safetensors",
+        "model.layers.34.self_attn.k_proj.weight": "model-00035-of-00042.safetensors",
+        "model.layers.34.self_attn.o_proj.weight": "model-00035-of-00042.safetensors",
+        "model.layers.34.self_attn.q_proj.weight": "model-00035-of-00042.safetensors",
+        "model.layers.34.self_attn.rotary_emb.inv_freq": "model-00035-of-00042.safetensors",
+        "model.layers.34.self_attn.v_proj.weight": "model-00035-of-00042.safetensors",
+        "model.layers.35.input_layernorm.weight": "model-00037-of-00042.safetensors",
+        "model.layers.35.mlp.down_proj.weight": "model-00037-of-00042.safetensors",
+        "model.layers.35.mlp.gate_proj.weight": "model-00037-of-00042.safetensors",
+        "model.layers.35.mlp.up_proj.weight": "model-00037-of-00042.safetensors",
+        "model.layers.35.post_attention_layernorm.weight": "model-00037-of-00042.safetensors",
+        "model.layers.35.self_attn.k_proj.weight": "model-00036-of-00042.safetensors",
+        "model.layers.35.self_attn.o_proj.weight": "model-00036-of-00042.safetensors",
+        "model.layers.35.self_attn.q_proj.weight": "model-00036-of-00042.safetensors",
+        "model.layers.35.self_attn.rotary_emb.inv_freq": "model-00036-of-00042.safetensors",
+        "model.layers.35.self_attn.v_proj.weight": "model-00036-of-00042.safetensors",
+        "model.layers.36.input_layernorm.weight": "model-00038-of-00042.safetensors",
+        "model.layers.36.mlp.down_proj.weight": "model-00038-of-00042.safetensors",
+        "model.layers.36.mlp.gate_proj.weight": "model-00038-of-00042.safetensors",
+        "model.layers.36.mlp.up_proj.weight": "model-00038-of-00042.safetensors",
+        "model.layers.36.post_attention_layernorm.weight": "model-00038-of-00042.safetensors",
+        "model.layers.36.self_attn.k_proj.weight": "model-00037-of-00042.safetensors",
+        "model.layers.36.self_attn.o_proj.weight": "model-00037-of-00042.safetensors",
+        "model.layers.36.self_attn.q_proj.weight": "model-00037-of-00042.safetensors",
+        "model.layers.36.self_attn.rotary_emb.inv_freq": "model-00037-of-00042.safetensors",
+        "model.layers.36.self_attn.v_proj.weight": "model-00037-of-00042.safetensors",
+        "model.layers.37.input_layernorm.weight": "model-00039-of-00042.safetensors",
+        "model.layers.37.mlp.down_proj.weight": "model-00039-of-00042.safetensors",
+        "model.layers.37.mlp.gate_proj.weight": "model-00039-of-00042.safetensors",
+        "model.layers.37.mlp.up_proj.weight": "model-00039-of-00042.safetensors",
+        "model.layers.37.post_attention_layernorm.weight": "model-00039-of-00042.safetensors",
+        "model.layers.37.self_attn.k_proj.weight": "model-00038-of-00042.safetensors",
+        "model.layers.37.self_attn.o_proj.weight": "model-00038-of-00042.safetensors",
+        "model.layers.37.self_attn.q_proj.weight": "model-00038-of-00042.safetensors",
+        "model.layers.37.self_attn.rotary_emb.inv_freq": "model-00038-of-00042.safetensors",
+        "model.layers.37.self_attn.v_proj.weight": "model-00038-of-00042.safetensors",
+        "model.layers.38.input_layernorm.weight": "model-00040-of-00042.safetensors",
+        "model.layers.38.mlp.down_proj.weight": "model-00040-of-00042.safetensors",
+        "model.layers.38.mlp.gate_proj.weight": "model-00040-of-00042.safetensors",
+        "model.layers.38.mlp.up_proj.weight": "model-00040-of-00042.safetensors",
+        "model.layers.38.post_attention_layernorm.weight": "model-00040-of-00042.safetensors",
+        "model.layers.38.self_attn.k_proj.weight": "model-00039-of-00042.safetensors",
+        "model.layers.38.self_attn.o_proj.weight": "model-00039-of-00042.safetensors",
+        "model.layers.38.self_attn.q_proj.weight": "model-00039-of-00042.safetensors",
+        "model.layers.38.self_attn.rotary_emb.inv_freq": "model-00039-of-00042.safetensors",
+        "model.layers.38.self_attn.v_proj.weight": "model-00039-of-00042.safetensors",
+        "model.layers.39.input_layernorm.weight": "model-00041-of-00042.safetensors",
+        "model.layers.39.mlp.down_proj.weight": "model-00041-of-00042.safetensors",
+        "model.layers.39.mlp.gate_proj.weight": "model-00041-of-00042.safetensors",
+        "model.layers.39.mlp.up_proj.weight": "model-00041-of-00042.safetensors",
+        "model.layers.39.post_attention_layernorm.weight": "model-00041-of-00042.safetensors",
+        "model.layers.39.self_attn.k_proj.weight": "model-00040-of-00042.safetensors",
+        "model.layers.39.self_attn.o_proj.weight": "model-00040-of-00042.safetensors",
+        "model.layers.39.self_attn.q_proj.weight": "model-00040-of-00042.safetensors",
+        "model.layers.39.self_attn.rotary_emb.inv_freq": "model-00040-of-00042.safetensors",
+        "model.layers.39.self_attn.v_proj.weight": "model-00040-of-00042.safetensors",
+        "model.layers.4.input_layernorm.weight": "model-00006-of-00042.safetensors",
+        "model.layers.4.mlp.down_proj.weight": "model-00006-of-00042.safetensors",
+        "model.layers.4.mlp.gate_proj.weight": "model-00006-of-00042.safetensors",
+        "model.layers.4.mlp.up_proj.weight": "model-00006-of-00042.safetensors",
+        "model.layers.4.post_attention_layernorm.weight": "model-00006-of-00042.safetensors",
+        "model.layers.4.self_attn.k_proj.weight": "model-00005-of-00042.safetensors",
+        "model.layers.4.self_attn.o_proj.weight": "model-00005-of-00042.safetensors",
+        "model.layers.4.self_attn.q_proj.weight": "model-00005-of-00042.safetensors",
+        "model.layers.4.self_attn.rotary_emb.inv_freq": "model-00005-of-00042.safetensors",
+        "model.layers.4.self_attn.v_proj.weight": "model-00005-of-00042.safetensors",
+        "model.layers.5.input_layernorm.weight": "model-00007-of-00042.safetensors",
+        "model.layers.5.mlp.down_proj.weight": "model-00007-of-00042.safetensors",
+        "model.layers.5.mlp.gate_proj.weight": "model-00007-of-00042.safetensors",
+        "model.layers.5.mlp.up_proj.weight": "model-00007-of-00042.safetensors",
+        "model.layers.5.post_attention_layernorm.weight": "model-00007-of-00042.safetensors",
+        "model.layers.5.self_attn.k_proj.weight": "model-00006-of-00042.safetensors",
+        "model.layers.5.self_attn.o_proj.weight": "model-00006-of-00042.safetensors",
+        "model.layers.5.self_attn.q_proj.weight": "model-00006-of-00042.safetensors",
+        "model.layers.5.self_attn.rotary_emb.inv_freq": "model-00006-of-00042.safetensors",
+        "model.layers.5.self_attn.v_proj.weight": "model-00006-of-00042.safetensors",
+        "model.layers.6.input_layernorm.weight": "model-00008-of-00042.safetensors",
+        "model.layers.6.mlp.down_proj.weight": "model-00008-of-00042.safetensors",
+        "model.layers.6.mlp.gate_proj.weight": "model-00008-of-00042.safetensors",
+        "model.layers.6.mlp.up_proj.weight": "model-00008-of-00042.safetensors",
+        "model.layers.6.post_attention_layernorm.weight": "model-00008-of-00042.safetensors",
+        "model.layers.6.self_attn.k_proj.weight": "model-00007-of-00042.safetensors",
+        "model.layers.6.self_attn.o_proj.weight": "model-00007-of-00042.safetensors",
+        "model.layers.6.self_attn.q_proj.weight": "model-00007-of-00042.safetensors",
+        "model.layers.6.self_attn.rotary_emb.inv_freq": "model-00007-of-00042.safetensors",
+        "model.layers.6.self_attn.v_proj.weight": "model-00007-of-00042.safetensors",
+        "model.layers.7.input_layernorm.weight": "model-00009-of-00042.safetensors",
+        "model.layers.7.mlp.down_proj.weight": "model-00009-of-00042.safetensors",
+        "model.layers.7.mlp.gate_proj.weight": "model-00009-of-00042.safetensors",
+        "model.layers.7.mlp.up_proj.weight": "model-00009-of-00042.safetensors",
+        "model.layers.7.post_attention_layernorm.weight": "model-00009-of-00042.safetensors",
+        "model.layers.7.self_attn.k_proj.weight": "model-00008-of-00042.safetensors",
+        "model.layers.7.self_attn.o_proj.weight": "model-00008-of-00042.safetensors",
+        "model.layers.7.self_attn.q_proj.weight": "model-00008-of-00042.safetensors",
+        "model.layers.7.self_attn.rotary_emb.inv_freq": "model-00008-of-00042.safetensors",
+        "model.layers.7.self_attn.v_proj.weight": "model-00008-of-00042.safetensors",
+        "model.layers.8.input_layernorm.weight": "model-00010-of-00042.safetensors",
+        "model.layers.8.mlp.down_proj.weight": "model-00010-of-00042.safetensors",
+        "model.layers.8.mlp.gate_proj.weight": "model-00010-of-00042.safetensors",
+        "model.layers.8.mlp.up_proj.weight": "model-00010-of-00042.safetensors",
+        "model.layers.8.post_attention_layernorm.weight": "model-00010-of-00042.safetensors",
+        "model.layers.8.self_attn.k_proj.weight": "model-00009-of-00042.safetensors",
+        "model.layers.8.self_attn.o_proj.weight": "model-00009-of-00042.safetensors",
+        "model.layers.8.self_attn.q_proj.weight": "model-00009-of-00042.safetensors",
+        "model.layers.8.self_attn.rotary_emb.inv_freq": "model-00009-of-00042.safetensors",
+        "model.layers.8.self_attn.v_proj.weight": "model-00009-of-00042.safetensors",
+        "model.layers.9.input_layernorm.weight": "model-00011-of-00042.safetensors",
+        "model.layers.9.mlp.down_proj.weight": "model-00011-of-00042.safetensors",
+        "model.layers.9.mlp.gate_proj.weight": "model-00011-of-00042.safetensors",
+        "model.layers.9.mlp.up_proj.weight": "model-00011-of-00042.safetensors",
+        "model.layers.9.post_attention_layernorm.weight": "model-00011-of-00042.safetensors",
+        "model.layers.9.self_attn.k_proj.weight": "model-00010-of-00042.safetensors",
+        "model.layers.9.self_attn.o_proj.weight": "model-00010-of-00042.safetensors",
+        "model.layers.9.self_attn.q_proj.weight": "model-00010-of-00042.safetensors",
+        "model.layers.9.self_attn.rotary_emb.inv_freq": "model-00010-of-00042.safetensors",
+        "model.layers.9.self_attn.v_proj.weight": "model-00010-of-00042.safetensors",
+        "model.norm.weight": "model-00041-of-00042.safetensors"
+    }
+}