same model, shared to < 1GB files

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "openchat/openchat_3.5",
+  "_name_or_path": "./",
   "architectures": [
     "MistralForCausalLM"
   ],
@@ -19,7 +19,7 @@
   "sliding_window": 4096,
   "tie_word_embeddings": false,
   "torch_dtype": "float32",
-  "transformers_version": "4.35.0",
+  "transformers_version": "4.35.2",
   "use_cache": true,
   "vocab_size": 32002
 }

generation_config.json

@@ -0,0 +1,6 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "eos_token_id": 32000,
+  "transformers_version": "4.35.2"
+}

model-00001-of-00017.safetensors

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1eb8569eae45a7e7876f19df15b2e141776d7097743531de08b2ef4e189a4813
-size 1799423696

model-00017-of-00017.safetensors → model-00001-of-00034.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:718d5a2145bbf49015f59c5bd015b5b093be7480f8e57c12680875f36099426f
-size 994132632
+oid sha256:0886fd6bf3970890e5c08090c89cb3cd1bb83f338188058668904ca491fc363e
+size 926974656

model-00002-of-00017.safetensors → model-00002-of-00034.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:843f835acf2d9d2240fa9bf5399cd4d3bd13e44549cb28281ad136a44c6b173c
-size 1744898080
+oid sha256:6440d8225b94257e884df1c62ce2e79183425c2bb2a5506c244ef78e96acf805
+size 872449040

model-00003-of-00017.safetensors → model-00003-of-00034.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1c28d170d3dc7d017476c66523689bae4aecbca5b8080ef8ae67dce25e773f32
-size 1744898080
+oid sha256:84f0b0da8ab6b413faf359cfd49fd184aa1aa27c81e0a512e1607287a4850b1d
+size 872449040

model-00004-of-00017.safetensors → model-00004-of-00034.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dc887132dc974f2f9de1d26c8cff27bd562fd63506490ab65f6d0e4abf408963
-size 1744898080
+oid sha256:a9031acf8dd611e2c384c7cc98689a9107f91ad6b5cde58b53217be8d20c6e16
+size 872449040

model-00005-of-00017.safetensors

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:02f2cf18d6cea742a09453ee4526d7425b49bb7af896bbe56b4df4c92eee12b2
-size 1744898080

model-00005-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:974783c2e48abcee83517617cea833d2bc7a56da712292f84a3af97dcb3f9d8a
+size 872449040

model-00006-of-00017.safetensors

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a1aebc0ff9d476315444d793e62acd68713ae16f2c0c50a04763297e126234ad
-size 1744898088

model-00006-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45dab013d92399df928f34138d571834b8714bdf7ec316aa5609541d8972a446
+size 872449040

model-00007-of-00017.safetensors

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d6a622911983fcffcf6341a21fcc2d4f682647edce5d1138816ffad187f2a59d
-size 1744898096

model-00007-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:739177695bded519e33dfc2c08300e9a6bb01aea6fdff0ef28ca4d0856a85610
+size 872449040

model-00008-of-00017.safetensors

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4eda7007c0e6d1c430c49fb702735351742d2fcd4709f147b9677d6b13681a0e
-size 1744898096

model-00008-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df0803d46a37bdb9231c961d966c6eb6a0bdbd496fd9ba9fb9bc57e370091a23
+size 872449040

model-00009-of-00017.safetensors

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:183bc580a6befc8e3f2b145688818bc342c795500de8e1d9835aa3713278f821
-size 1744898096

model-00009-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ccaf6be837bf7f6e48e2af5ce225d51a96fad1f1e92abe18526320aa187954b
+size 872449040

model-00010-of-00017.safetensors

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7baf86420787a6ce80259d17ef3a2feb3ab48a09ceb2079cc67adc4f1c93e84d
-size 1744898096

model-00010-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:168f423e6cf453a908f18ca121b35464790bd8cc9d5e3e7f20e52a281d48802b
+size 872449040

model-00011-of-00017.safetensors

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:fe88f0b7eced42ecfe5a92fd48b211d6cc6f330beb0bf49933b69a65e4178497
-size 1744898096

model-00011-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74ce77e099685f99b50ce09fff571d3ef3e877eec2ead817c48586cf21bf2421
+size 872449056

model-00012-of-00017.safetensors

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f1ce981419b1acbde35bcd9ca9b86a885ee003462ba6304557fe2b0b61ed48a6
-size 1744898096

model-00012-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce6345a71b44a5dee08761db4b738403d1a2ae564739528b1bf712fb1f4cc25
+size 872449048

model-00013-of-00017.safetensors

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4ddffc0823c5abc247814eb1d5e8b1cd71e3edff06eb73277a7fb9c7e82b214a
-size 1744898096

model-00013-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9190bfa1c4c8d004056acbd8a0993146bbe4eb698eecba3aa49429a257b76566
+size 872449048

model-00014-of-00017.safetensors

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6fd5387de9953685a84664f78ee9f53b9384551fa0a5940cc779c1d571223b97
-size 1744898096

model-00014-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:275157cfbd230a8aac1a8cae9cb0ff423d63dc447c64243c96f383bb1e651b6a
+size 872449048

model-00015-of-00017.safetensors

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1c8c35f81ef8e4cc2b41d25176b0170777b4bbe019897335e5b1e5e2436f9ba6
-size 1744898096

model-00015-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39a6e14eda1044bac727e505598853c328a096769d47b952ac5510886119d996
+size 872449048

model-00016-of-00017.safetensors

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b5399c2bf04550a1816025e23a43eb661d87bb64734e6c1132bfaf0ba94415ba
-size 1744898096

model-00016-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a02dc2f6ed0b31aca1ca8a5490328ec0085117c99b98bed6a38a20b9502373a
+size 872449048

model-00017-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4547eecd0ac6a19e603a7762b7d7a4c55b083887171ce08c1d61048ce85796c7
+size 872449048

model-00018-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:524f7cb908ee1f3c6adbd7d5ae37527dac2c6794828474e0bac3239b89f965ea
+size 872449048

model-00019-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f48b93a6fd849fb81f01ed27100b95f26a3814fcce39b7f220705130226bb175
+size 872449048

model-00020-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3305d140ebcf4d9cc77ea37e2da6f45c37b36ed9aee12a16c3ab3dc019e2e673
+size 872449048

model-00021-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1a62a26144858fe68d9f21c55d01231e82a81b2ccd30a7fad9137f5287e3825
+size 872449048

model-00022-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:357f31f9f50a7b8fca2d4f2ea36536b35011b6127c105118b81619a39087d286
+size 872449048

model-00023-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5c87b900ae75fc686ed5cef1504b6993ac78ba2c3f7bde479ac258c9e84f4f2
+size 872449048

model-00024-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecde8eefea3d26d3bd1e7496c22589db72719f3ab2eb268645d8573513df6b4b
+size 872449048

model-00025-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f41aeb2945a1deed996a71bd853ea28fd7e9976b55f5fa1f374760eb914c09
+size 872449048

model-00026-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e1f9fc3603ffda4bdf1365022d6ab049b1cc74a2028b37f39b030eb48ba820
+size 872449048

model-00027-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e772f1f7fa1d1802c627ad594cf910218da3df25cda0e66e5ee7090a3dff967a
+size 872449048

model-00028-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbc52b77a1b09ab4dcd74f8dc86e3c384b9778c99effc5b829e97d287584bb83
+size 872449048

model-00029-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:987939c63ea396a98a226955fd617f3aaa4d8114440c7458e7cca212531b4d0e
+size 872449048

model-00030-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3322b55cdb60017dd63d8fac74d09f45d82a259c4c79254314f35b3658347740
+size 872449048

model-00031-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78347db903e5a263a7c91e278d9fc516afbe881c9bf6814b8482e3d7dbf5c133
+size 872449048

model-00032-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3562dd7aa113650db5937c43eff4b44d26ea5ea56bd93926f63470d4924ba74d
+size 872449048

model-00033-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2ee5a54ebd2f6c687b610a728433d7d1c778c0a4aae3891d3af711f789c3bd6
+size 469811768

model-00034-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc4ba4c48c46778c5d2ff83a62b110ef3bb1441b0f68c24cb71910672d8ccf26
+size 524320896

model.safetensors.index.json

@@ -3,296 +3,296 @@
     "total_size": 28966993920
   },
   "weight_map": {
-    "lm_head.weight": "model-00017-of-00017.safetensors",
-    "model.embed_tokens.weight": "model-00001-of-00017.safetensors",
-    "model.layers.0.input_layernorm.weight": "model-00001-of-00017.safetensors",
-    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00017.safetensors",
-    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00017.safetensors",
-    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00017.safetensors",
-    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00017.safetensors",
-    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00017.safetensors",
-    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00017.safetensors",
-    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00017.safetensors",
-    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00017.safetensors",
-    "model.layers.1.input_layernorm.weight": "model-00002-of-00017.safetensors",
-    "model.layers.1.mlp.down_proj.weight": "model-00002-of-00017.safetensors",
-    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00017.safetensors",
-    "model.layers.1.mlp.up_proj.weight": "model-00002-of-00017.safetensors",
-    "model.layers.1.post_attention_layernorm.weight": "model-00002-of-00017.safetensors",
-    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00017.safetensors",
-    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00017.safetensors",
-    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00017.safetensors",
-    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00017.safetensors",
-    "model.layers.10.input_layernorm.weight": "model-00006-of-00017.safetensors",
-    "model.layers.10.mlp.down_proj.weight": "model-00006-of-00017.safetensors",
-    "model.layers.10.mlp.gate_proj.weight": "model-00006-of-00017.safetensors",
-    "model.layers.10.mlp.up_proj.weight": "model-00006-of-00017.safetensors",
-    "model.layers.10.post_attention_layernorm.weight": "model-00006-of-00017.safetensors",
-    "model.layers.10.self_attn.k_proj.weight": "model-00006-of-00017.safetensors",
-    "model.layers.10.self_attn.o_proj.weight": "model-00006-of-00017.safetensors",
-    "model.layers.10.self_attn.q_proj.weight": "model-00006-of-00017.safetensors",
-    "model.layers.10.self_attn.v_proj.weight": "model-00006-of-00017.safetensors",
-    "model.layers.11.input_layernorm.weight": "model-00007-of-00017.safetensors",
-    "model.layers.11.mlp.down_proj.weight": "model-00007-of-00017.safetensors",
-    "model.layers.11.mlp.gate_proj.weight": "model-00006-of-00017.safetensors",
-    "model.layers.11.mlp.up_proj.weight": "model-00007-of-00017.safetensors",
-    "model.layers.11.post_attention_layernorm.weight": "model-00007-of-00017.safetensors",
-    "model.layers.11.self_attn.k_proj.weight": "model-00006-of-00017.safetensors",
-    "model.layers.11.self_attn.o_proj.weight": "model-00006-of-00017.safetensors",
-    "model.layers.11.self_attn.q_proj.weight": "model-00006-of-00017.safetensors",
-    "model.layers.11.self_attn.v_proj.weight": "model-00006-of-00017.safetensors",
-    "model.layers.12.input_layernorm.weight": "model-00007-of-00017.safetensors",
-    "model.layers.12.mlp.down_proj.weight": "model-00007-of-00017.safetensors",
-    "model.layers.12.mlp.gate_proj.weight": "model-00007-of-00017.safetensors",
-    "model.layers.12.mlp.up_proj.weight": "model-00007-of-00017.safetensors",
-    "model.layers.12.post_attention_layernorm.weight": "model-00007-of-00017.safetensors",
-    "model.layers.12.self_attn.k_proj.weight": "model-00007-of-00017.safetensors",
-    "model.layers.12.self_attn.o_proj.weight": "model-00007-of-00017.safetensors",
-    "model.layers.12.self_attn.q_proj.weight": "model-00007-of-00017.safetensors",
-    "model.layers.12.self_attn.v_proj.weight": "model-00007-of-00017.safetensors",
-    "model.layers.13.input_layernorm.weight": "model-00008-of-00017.safetensors",
-    "model.layers.13.mlp.down_proj.weight": "model-00008-of-00017.safetensors",
-    "model.layers.13.mlp.gate_proj.weight": "model-00007-of-00017.safetensors",
-    "model.layers.13.mlp.up_proj.weight": "model-00008-of-00017.safetensors",
-    "model.layers.13.post_attention_layernorm.weight": "model-00008-of-00017.safetensors",
-    "model.layers.13.self_attn.k_proj.weight": "model-00007-of-00017.safetensors",
-    "model.layers.13.self_attn.o_proj.weight": "model-00007-of-00017.safetensors",
-    "model.layers.13.self_attn.q_proj.weight": "model-00007-of-00017.safetensors",
-    "model.layers.13.self_attn.v_proj.weight": "model-00007-of-00017.safetensors",
-    "model.layers.14.input_layernorm.weight": "model-00008-of-00017.safetensors",
-    "model.layers.14.mlp.down_proj.weight": "model-00008-of-00017.safetensors",
-    "model.layers.14.mlp.gate_proj.weight": "model-00008-of-00017.safetensors",
-    "model.layers.14.mlp.up_proj.weight": "model-00008-of-00017.safetensors",
-    "model.layers.14.post_attention_layernorm.weight": "model-00008-of-00017.safetensors",
-    "model.layers.14.self_attn.k_proj.weight": "model-00008-of-00017.safetensors",
-    "model.layers.14.self_attn.o_proj.weight": "model-00008-of-00017.safetensors",
-    "model.layers.14.self_attn.q_proj.weight": "model-00008-of-00017.safetensors",
-    "model.layers.14.self_attn.v_proj.weight": "model-00008-of-00017.safetensors",
-    "model.layers.15.input_layernorm.weight": "model-00009-of-00017.safetensors",
-    "model.layers.15.mlp.down_proj.weight": "model-00009-of-00017.safetensors",
-    "model.layers.15.mlp.gate_proj.weight": "model-00008-of-00017.safetensors",
-    "model.layers.15.mlp.up_proj.weight": "model-00009-of-00017.safetensors",
-    "model.layers.15.post_attention_layernorm.weight": "model-00009-of-00017.safetensors",
-    "model.layers.15.self_attn.k_proj.weight": "model-00008-of-00017.safetensors",
-    "model.layers.15.self_attn.o_proj.weight": "model-00008-of-00017.safetensors",
-    "model.layers.15.self_attn.q_proj.weight": "model-00008-of-00017.safetensors",
-    "model.layers.15.self_attn.v_proj.weight": "model-00008-of-00017.safetensors",
-    "model.layers.16.input_layernorm.weight": "model-00009-of-00017.safetensors",
-    "model.layers.16.mlp.down_proj.weight": "model-00009-of-00017.safetensors",
-    "model.layers.16.mlp.gate_proj.weight": "model-00009-of-00017.safetensors",
-    "model.layers.16.mlp.up_proj.weight": "model-00009-of-00017.safetensors",
-    "model.layers.16.post_attention_layernorm.weight": "model-00009-of-00017.safetensors",
-    "model.layers.16.self_attn.k_proj.weight": "model-00009-of-00017.safetensors",
-    "model.layers.16.self_attn.o_proj.weight": "model-00009-of-00017.safetensors",
-    "model.layers.16.self_attn.q_proj.weight": "model-00009-of-00017.safetensors",
-    "model.layers.16.self_attn.v_proj.weight": "model-00009-of-00017.safetensors",
-    "model.layers.17.input_layernorm.weight": "model-00010-of-00017.safetensors",
-    "model.layers.17.mlp.down_proj.weight": "model-00010-of-00017.safetensors",
-    "model.layers.17.mlp.gate_proj.weight": "model-00009-of-00017.safetensors",
-    "model.layers.17.mlp.up_proj.weight": "model-00010-of-00017.safetensors",
-    "model.layers.17.post_attention_layernorm.weight": "model-00010-of-00017.safetensors",
-    "model.layers.17.self_attn.k_proj.weight": "model-00009-of-00017.safetensors",
-    "model.layers.17.self_attn.o_proj.weight": "model-00009-of-00017.safetensors",
-    "model.layers.17.self_attn.q_proj.weight": "model-00009-of-00017.safetensors",
-    "model.layers.17.self_attn.v_proj.weight": "model-00009-of-00017.safetensors",
-    "model.layers.18.input_layernorm.weight": "model-00010-of-00017.safetensors",
-    "model.layers.18.mlp.down_proj.weight": "model-00010-of-00017.safetensors",
-    "model.layers.18.mlp.gate_proj.weight": "model-00010-of-00017.safetensors",
-    "model.layers.18.mlp.up_proj.weight": "model-00010-of-00017.safetensors",
-    "model.layers.18.post_attention_layernorm.weight": "model-00010-of-00017.safetensors",
-    "model.layers.18.self_attn.k_proj.weight": "model-00010-of-00017.safetensors",
-    "model.layers.18.self_attn.o_proj.weight": "model-00010-of-00017.safetensors",
-    "model.layers.18.self_attn.q_proj.weight": "model-00010-of-00017.safetensors",
-    "model.layers.18.self_attn.v_proj.weight": "model-00010-of-00017.safetensors",
-    "model.layers.19.input_layernorm.weight": "model-00011-of-00017.safetensors",
-    "model.layers.19.mlp.down_proj.weight": "model-00011-of-00017.safetensors",
-    "model.layers.19.mlp.gate_proj.weight": "model-00010-of-00017.safetensors",
-    "model.layers.19.mlp.up_proj.weight": "model-00011-of-00017.safetensors",
-    "model.layers.19.post_attention_layernorm.weight": "model-00011-of-00017.safetensors",
-    "model.layers.19.self_attn.k_proj.weight": "model-00010-of-00017.safetensors",
-    "model.layers.19.self_attn.o_proj.weight": "model-00010-of-00017.safetensors",
-    "model.layers.19.self_attn.q_proj.weight": "model-00010-of-00017.safetensors",
-    "model.layers.19.self_attn.v_proj.weight": "model-00010-of-00017.safetensors",
-    "model.layers.2.input_layernorm.weight": "model-00002-of-00017.safetensors",
-    "model.layers.2.mlp.down_proj.weight": "model-00002-of-00017.safetensors",
-    "model.layers.2.mlp.gate_proj.weight": "model-00002-of-00017.safetensors",
-    "model.layers.2.mlp.up_proj.weight": "model-00002-of-00017.safetensors",
-    "model.layers.2.post_attention_layernorm.weight": "model-00002-of-00017.safetensors",
-    "model.layers.2.self_attn.k_proj.weight": "model-00002-of-00017.safetensors",
-    "model.layers.2.self_attn.o_proj.weight": "model-00002-of-00017.safetensors",
-    "model.layers.2.self_attn.q_proj.weight": "model-00002-of-00017.safetensors",
-    "model.layers.2.self_attn.v_proj.weight": "model-00002-of-00017.safetensors",
-    "model.layers.20.input_layernorm.weight": "model-00011-of-00017.safetensors",
-    "model.layers.20.mlp.down_proj.weight": "model-00011-of-00017.safetensors",
-    "model.layers.20.mlp.gate_proj.weight": "model-00011-of-00017.safetensors",
-    "model.layers.20.mlp.up_proj.weight": "model-00011-of-00017.safetensors",
-    "model.layers.20.post_attention_layernorm.weight": "model-00011-of-00017.safetensors",
-    "model.layers.20.self_attn.k_proj.weight": "model-00011-of-00017.safetensors",
-    "model.layers.20.self_attn.o_proj.weight": "model-00011-of-00017.safetensors",
-    "model.layers.20.self_attn.q_proj.weight": "model-00011-of-00017.safetensors",
-    "model.layers.20.self_attn.v_proj.weight": "model-00011-of-00017.safetensors",
-    "model.layers.21.input_layernorm.weight": "model-00012-of-00017.safetensors",
-    "model.layers.21.mlp.down_proj.weight": "model-00012-of-00017.safetensors",
-    "model.layers.21.mlp.gate_proj.weight": "model-00011-of-00017.safetensors",
-    "model.layers.21.mlp.up_proj.weight": "model-00012-of-00017.safetensors",
-    "model.layers.21.post_attention_layernorm.weight": "model-00012-of-00017.safetensors",
-    "model.layers.21.self_attn.k_proj.weight": "model-00011-of-00017.safetensors",
-    "model.layers.21.self_attn.o_proj.weight": "model-00011-of-00017.safetensors",
-    "model.layers.21.self_attn.q_proj.weight": "model-00011-of-00017.safetensors",
-    "model.layers.21.self_attn.v_proj.weight": "model-00011-of-00017.safetensors",
-    "model.layers.22.input_layernorm.weight": "model-00012-of-00017.safetensors",
-    "model.layers.22.mlp.down_proj.weight": "model-00012-of-00017.safetensors",
-    "model.layers.22.mlp.gate_proj.weight": "model-00012-of-00017.safetensors",
-    "model.layers.22.mlp.up_proj.weight": "model-00012-of-00017.safetensors",
-    "model.layers.22.post_attention_layernorm.weight": "model-00012-of-00017.safetensors",
-    "model.layers.22.self_attn.k_proj.weight": "model-00012-of-00017.safetensors",
-    "model.layers.22.self_attn.o_proj.weight": "model-00012-of-00017.safetensors",
-    "model.layers.22.self_attn.q_proj.weight": "model-00012-of-00017.safetensors",
-    "model.layers.22.self_attn.v_proj.weight": "model-00012-of-00017.safetensors",
-    "model.layers.23.input_layernorm.weight": "model-00013-of-00017.safetensors",
-    "model.layers.23.mlp.down_proj.weight": "model-00013-of-00017.safetensors",
-    "model.layers.23.mlp.gate_proj.weight": "model-00012-of-00017.safetensors",
-    "model.layers.23.mlp.up_proj.weight": "model-00013-of-00017.safetensors",
-    "model.layers.23.post_attention_layernorm.weight": "model-00013-of-00017.safetensors",
-    "model.layers.23.self_attn.k_proj.weight": "model-00012-of-00017.safetensors",
-    "model.layers.23.self_attn.o_proj.weight": "model-00012-of-00017.safetensors",
-    "model.layers.23.self_attn.q_proj.weight": "model-00012-of-00017.safetensors",
-    "model.layers.23.self_attn.v_proj.weight": "model-00012-of-00017.safetensors",
-    "model.layers.24.input_layernorm.weight": "model-00013-of-00017.safetensors",
-    "model.layers.24.mlp.down_proj.weight": "model-00013-of-00017.safetensors",
-    "model.layers.24.mlp.gate_proj.weight": "model-00013-of-00017.safetensors",
-    "model.layers.24.mlp.up_proj.weight": "model-00013-of-00017.safetensors",
-    "model.layers.24.post_attention_layernorm.weight": "model-00013-of-00017.safetensors",
-    "model.layers.24.self_attn.k_proj.weight": "model-00013-of-00017.safetensors",
-    "model.layers.24.self_attn.o_proj.weight": "model-00013-of-00017.safetensors",
-    "model.layers.24.self_attn.q_proj.weight": "model-00013-of-00017.safetensors",
-    "model.layers.24.self_attn.v_proj.weight": "model-00013-of-00017.safetensors",
-    "model.layers.25.input_layernorm.weight": "model-00014-of-00017.safetensors",
-    "model.layers.25.mlp.down_proj.weight": "model-00014-of-00017.safetensors",
-    "model.layers.25.mlp.gate_proj.weight": "model-00013-of-00017.safetensors",
-    "model.layers.25.mlp.up_proj.weight": "model-00014-of-00017.safetensors",
-    "model.layers.25.post_attention_layernorm.weight": "model-00014-of-00017.safetensors",
-    "model.layers.25.self_attn.k_proj.weight": "model-00013-of-00017.safetensors",
-    "model.layers.25.self_attn.o_proj.weight": "model-00013-of-00017.safetensors",
-    "model.layers.25.self_attn.q_proj.weight": "model-00013-of-00017.safetensors",
-    "model.layers.25.self_attn.v_proj.weight": "model-00013-of-00017.safetensors",
-    "model.layers.26.input_layernorm.weight": "model-00014-of-00017.safetensors",
-    "model.layers.26.mlp.down_proj.weight": "model-00014-of-00017.safetensors",
-    "model.layers.26.mlp.gate_proj.weight": "model-00014-of-00017.safetensors",
-    "model.layers.26.mlp.up_proj.weight": "model-00014-of-00017.safetensors",
-    "model.layers.26.post_attention_layernorm.weight": "model-00014-of-00017.safetensors",
-    "model.layers.26.self_attn.k_proj.weight": "model-00014-of-00017.safetensors",
-    "model.layers.26.self_attn.o_proj.weight": "model-00014-of-00017.safetensors",
-    "model.layers.26.self_attn.q_proj.weight": "model-00014-of-00017.safetensors",
-    "model.layers.26.self_attn.v_proj.weight": "model-00014-of-00017.safetensors",
-    "model.layers.27.input_layernorm.weight": "model-00015-of-00017.safetensors",
-    "model.layers.27.mlp.down_proj.weight": "model-00015-of-00017.safetensors",
-    "model.layers.27.mlp.gate_proj.weight": "model-00014-of-00017.safetensors",
-    "model.layers.27.mlp.up_proj.weight": "model-00015-of-00017.safetensors",
-    "model.layers.27.post_attention_layernorm.weight": "model-00015-of-00017.safetensors",
-    "model.layers.27.self_attn.k_proj.weight": "model-00014-of-00017.safetensors",
-    "model.layers.27.self_attn.o_proj.weight": "model-00014-of-00017.safetensors",
-    "model.layers.27.self_attn.q_proj.weight": "model-00014-of-00017.safetensors",
-    "model.layers.27.self_attn.v_proj.weight": "model-00014-of-00017.safetensors",
-    "model.layers.28.input_layernorm.weight": "model-00015-of-00017.safetensors",
-    "model.layers.28.mlp.down_proj.weight": "model-00015-of-00017.safetensors",
-    "model.layers.28.mlp.gate_proj.weight": "model-00015-of-00017.safetensors",
-    "model.layers.28.mlp.up_proj.weight": "model-00015-of-00017.safetensors",
-    "model.layers.28.post_attention_layernorm.weight": "model-00015-of-00017.safetensors",
-    "model.layers.28.self_attn.k_proj.weight": "model-00015-of-00017.safetensors",
-    "model.layers.28.self_attn.o_proj.weight": "model-00015-of-00017.safetensors",
-    "model.layers.28.self_attn.q_proj.weight": "model-00015-of-00017.safetensors",
-    "model.layers.28.self_attn.v_proj.weight": "model-00015-of-00017.safetensors",
-    "model.layers.29.input_layernorm.weight": "model-00016-of-00017.safetensors",
-    "model.layers.29.mlp.down_proj.weight": "model-00016-of-00017.safetensors",
-    "model.layers.29.mlp.gate_proj.weight": "model-00015-of-00017.safetensors",
-    "model.layers.29.mlp.up_proj.weight": "model-00016-of-00017.safetensors",
-    "model.layers.29.post_attention_layernorm.weight": "model-00016-of-00017.safetensors",
-    "model.layers.29.self_attn.k_proj.weight": "model-00015-of-00017.safetensors",
-    "model.layers.29.self_attn.o_proj.weight": "model-00015-of-00017.safetensors",
-    "model.layers.29.self_attn.q_proj.weight": "model-00015-of-00017.safetensors",
-    "model.layers.29.self_attn.v_proj.weight": "model-00015-of-00017.safetensors",
-    "model.layers.3.input_layernorm.weight": "model-00003-of-00017.safetensors",
-    "model.layers.3.mlp.down_proj.weight": "model-00003-of-00017.safetensors",
-    "model.layers.3.mlp.gate_proj.weight": "model-00002-of-00017.safetensors",
-    "model.layers.3.mlp.up_proj.weight": "model-00003-of-00017.safetensors",
-    "model.layers.3.post_attention_layernorm.weight": "model-00003-of-00017.safetensors",
-    "model.layers.3.self_attn.k_proj.weight": "model-00002-of-00017.safetensors",
-    "model.layers.3.self_attn.o_proj.weight": "model-00002-of-00017.safetensors",
-    "model.layers.3.self_attn.q_proj.weight": "model-00002-of-00017.safetensors",
-    "model.layers.3.self_attn.v_proj.weight": "model-00002-of-00017.safetensors",
-    "model.layers.30.input_layernorm.weight": "model-00016-of-00017.safetensors",
-    "model.layers.30.mlp.down_proj.weight": "model-00016-of-00017.safetensors",
-    "model.layers.30.mlp.gate_proj.weight": "model-00016-of-00017.safetensors",
-    "model.layers.30.mlp.up_proj.weight": "model-00016-of-00017.safetensors",
-    "model.layers.30.post_attention_layernorm.weight": "model-00016-of-00017.safetensors",
-    "model.layers.30.self_attn.k_proj.weight": "model-00016-of-00017.safetensors",
-    "model.layers.30.self_attn.o_proj.weight": "model-00016-of-00017.safetensors",
-    "model.layers.30.self_attn.q_proj.weight": "model-00016-of-00017.safetensors",
-    "model.layers.30.self_attn.v_proj.weight": "model-00016-of-00017.safetensors",
-    "model.layers.31.input_layernorm.weight": "model-00017-of-00017.safetensors",
-    "model.layers.31.mlp.down_proj.weight": "model-00017-of-00017.safetensors",
-    "model.layers.31.mlp.gate_proj.weight": "model-00016-of-00017.safetensors",
-    "model.layers.31.mlp.up_proj.weight": "model-00017-of-00017.safetensors",
-    "model.layers.31.post_attention_layernorm.weight": "model-00017-of-00017.safetensors",
-    "model.layers.31.self_attn.k_proj.weight": "model-00016-of-00017.safetensors",
-    "model.layers.31.self_attn.o_proj.weight": "model-00016-of-00017.safetensors",
-    "model.layers.31.self_attn.q_proj.weight": "model-00016-of-00017.safetensors",
-    "model.layers.31.self_attn.v_proj.weight": "model-00016-of-00017.safetensors",
-    "model.layers.4.input_layernorm.weight": "model-00003-of-00017.safetensors",
-    "model.layers.4.mlp.down_proj.weight": "model-00003-of-00017.safetensors",
-    "model.layers.4.mlp.gate_proj.weight": "model-00003-of-00017.safetensors",
-    "model.layers.4.mlp.up_proj.weight": "model-00003-of-00017.safetensors",
-    "model.layers.4.post_attention_layernorm.weight": "model-00003-of-00017.safetensors",
-    "model.layers.4.self_attn.k_proj.weight": "model-00003-of-00017.safetensors",
-    "model.layers.4.self_attn.o_proj.weight": "model-00003-of-00017.safetensors",
-    "model.layers.4.self_attn.q_proj.weight": "model-00003-of-00017.safetensors",
-    "model.layers.4.self_attn.v_proj.weight": "model-00003-of-00017.safetensors",
-    "model.layers.5.input_layernorm.weight": "model-00004-of-00017.safetensors",
-    "model.layers.5.mlp.down_proj.weight": "model-00004-of-00017.safetensors",
-    "model.layers.5.mlp.gate_proj.weight": "model-00003-of-00017.safetensors",
-    "model.layers.5.mlp.up_proj.weight": "model-00004-of-00017.safetensors",
-    "model.layers.5.post_attention_layernorm.weight": "model-00004-of-00017.safetensors",
-    "model.layers.5.self_attn.k_proj.weight": "model-00003-of-00017.safetensors",
-    "model.layers.5.self_attn.o_proj.weight": "model-00003-of-00017.safetensors",
-    "model.layers.5.self_attn.q_proj.weight": "model-00003-of-00017.safetensors",
-    "model.layers.5.self_attn.v_proj.weight": "model-00003-of-00017.safetensors",
-    "model.layers.6.input_layernorm.weight": "model-00004-of-00017.safetensors",
-    "model.layers.6.mlp.down_proj.weight": "model-00004-of-00017.safetensors",
-    "model.layers.6.mlp.gate_proj.weight": "model-00004-of-00017.safetensors",
-    "model.layers.6.mlp.up_proj.weight": "model-00004-of-00017.safetensors",
-    "model.layers.6.post_attention_layernorm.weight": "model-00004-of-00017.safetensors",
-    "model.layers.6.self_attn.k_proj.weight": "model-00004-of-00017.safetensors",
-    "model.layers.6.self_attn.o_proj.weight": "model-00004-of-00017.safetensors",
-    "model.layers.6.self_attn.q_proj.weight": "model-00004-of-00017.safetensors",
-    "model.layers.6.self_attn.v_proj.weight": "model-00004-of-00017.safetensors",
-    "model.layers.7.input_layernorm.weight": "model-00005-of-00017.safetensors",
-    "model.layers.7.mlp.down_proj.weight": "model-00005-of-00017.safetensors",
-    "model.layers.7.mlp.gate_proj.weight": "model-00004-of-00017.safetensors",
-    "model.layers.7.mlp.up_proj.weight": "model-00005-of-00017.safetensors",
-    "model.layers.7.post_attention_layernorm.weight": "model-00005-of-00017.safetensors",
-    "model.layers.7.self_attn.k_proj.weight": "model-00004-of-00017.safetensors",
-    "model.layers.7.self_attn.o_proj.weight": "model-00004-of-00017.safetensors",
-    "model.layers.7.self_attn.q_proj.weight": "model-00004-of-00017.safetensors",
-    "model.layers.7.self_attn.v_proj.weight": "model-00004-of-00017.safetensors",
-    "model.layers.8.input_layernorm.weight": "model-00005-of-00017.safetensors",
-    "model.layers.8.mlp.down_proj.weight": "model-00005-of-00017.safetensors",
-    "model.layers.8.mlp.gate_proj.weight": "model-00005-of-00017.safetensors",
-    "model.layers.8.mlp.up_proj.weight": "model-00005-of-00017.safetensors",
-    "model.layers.8.post_attention_layernorm.weight": "model-00005-of-00017.safetensors",
-    "model.layers.8.self_attn.k_proj.weight": "model-00005-of-00017.safetensors",
-    "model.layers.8.self_attn.o_proj.weight": "model-00005-of-00017.safetensors",
-    "model.layers.8.self_attn.q_proj.weight": "model-00005-of-00017.safetensors",
-    "model.layers.8.self_attn.v_proj.weight": "model-00005-of-00017.safetensors",
-    "model.layers.9.input_layernorm.weight": "model-00006-of-00017.safetensors",
-    "model.layers.9.mlp.down_proj.weight": "model-00006-of-00017.safetensors",
-    "model.layers.9.mlp.gate_proj.weight": "model-00005-of-00017.safetensors",
-    "model.layers.9.mlp.up_proj.weight": "model-00006-of-00017.safetensors",
-    "model.layers.9.post_attention_layernorm.weight": "model-00006-of-00017.safetensors",
-    "model.layers.9.self_attn.k_proj.weight": "model-00005-of-00017.safetensors",
-    "model.layers.9.self_attn.o_proj.weight": "model-00005-of-00017.safetensors",
-    "model.layers.9.self_attn.q_proj.weight": "model-00005-of-00017.safetensors",
-    "model.layers.9.self_attn.v_proj.weight": "model-00005-of-00017.safetensors",
-    "model.norm.weight": "model-00017-of-00017.safetensors"
+    "lm_head.weight": "model-00034-of-00034.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00034.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00002-of-00034.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00002-of-00034.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00034.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00002-of-00034.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00002-of-00034.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00034.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00034.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00034.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00034.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00003-of-00034.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00003-of-00034.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00002-of-00034.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00003-of-00034.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00003-of-00034.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00002-of-00034.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00002-of-00034.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00002-of-00034.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00002-of-00034.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00012-of-00034.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00012-of-00034.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00011-of-00034.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00012-of-00034.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00012-of-00034.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00011-of-00034.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00011-of-00034.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00011-of-00034.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00011-of-00034.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00013-of-00034.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00013-of-00034.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00012-of-00034.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00013-of-00034.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00013-of-00034.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00012-of-00034.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00012-of-00034.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00012-of-00034.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00012-of-00034.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00014-of-00034.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00014-of-00034.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00013-of-00034.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00014-of-00034.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00014-of-00034.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00013-of-00034.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00013-of-00034.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00013-of-00034.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00013-of-00034.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00015-of-00034.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00015-of-00034.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00014-of-00034.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00015-of-00034.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00015-of-00034.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00014-of-00034.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00014-of-00034.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00014-of-00034.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00014-of-00034.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00016-of-00034.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00016-of-00034.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00015-of-00034.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00016-of-00034.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00016-of-00034.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00015-of-00034.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00015-of-00034.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00015-of-00034.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00015-of-00034.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00017-of-00034.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00017-of-00034.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00016-of-00034.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00017-of-00034.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00017-of-00034.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00016-of-00034.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00016-of-00034.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00016-of-00034.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00016-of-00034.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00018-of-00034.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00018-of-00034.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00017-of-00034.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00018-of-00034.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00018-of-00034.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00017-of-00034.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00017-of-00034.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00017-of-00034.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00017-of-00034.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00019-of-00034.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00019-of-00034.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00018-of-00034.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00019-of-00034.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00019-of-00034.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00018-of-00034.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00018-of-00034.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00018-of-00034.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00018-of-00034.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00020-of-00034.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00020-of-00034.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00019-of-00034.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00020-of-00034.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00020-of-00034.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00019-of-00034.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00019-of-00034.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00019-of-00034.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00019-of-00034.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00021-of-00034.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00021-of-00034.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00020-of-00034.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00021-of-00034.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00021-of-00034.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00020-of-00034.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00020-of-00034.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00020-of-00034.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00020-of-00034.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00004-of-00034.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00004-of-00034.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00003-of-00034.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00004-of-00034.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00004-of-00034.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00003-of-00034.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00003-of-00034.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00003-of-00034.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00003-of-00034.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00022-of-00034.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00022-of-00034.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00021-of-00034.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00022-of-00034.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00022-of-00034.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00021-of-00034.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00021-of-00034.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00021-of-00034.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00021-of-00034.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00023-of-00034.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00023-of-00034.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00022-of-00034.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00023-of-00034.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00023-of-00034.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00022-of-00034.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00022-of-00034.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00022-of-00034.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00022-of-00034.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00024-of-00034.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00024-of-00034.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00023-of-00034.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00024-of-00034.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00024-of-00034.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00023-of-00034.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00023-of-00034.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00023-of-00034.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00023-of-00034.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00025-of-00034.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00025-of-00034.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00024-of-00034.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00025-of-00034.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00025-of-00034.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00024-of-00034.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00024-of-00034.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00024-of-00034.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00024-of-00034.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00026-of-00034.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00026-of-00034.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00025-of-00034.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00026-of-00034.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00026-of-00034.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00025-of-00034.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00025-of-00034.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00025-of-00034.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00025-of-00034.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00027-of-00034.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00027-of-00034.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00026-of-00034.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00027-of-00034.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00027-of-00034.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00026-of-00034.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00026-of-00034.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00026-of-00034.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00026-of-00034.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00028-of-00034.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00028-of-00034.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00027-of-00034.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00028-of-00034.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00028-of-00034.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00027-of-00034.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00027-of-00034.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00027-of-00034.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00027-of-00034.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00029-of-00034.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00029-of-00034.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00028-of-00034.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00029-of-00034.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00029-of-00034.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00028-of-00034.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00028-of-00034.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00028-of-00034.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00028-of-00034.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00030-of-00034.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00030-of-00034.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00029-of-00034.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00030-of-00034.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00030-of-00034.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00029-of-00034.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00029-of-00034.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00029-of-00034.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00029-of-00034.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00031-of-00034.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00031-of-00034.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00030-of-00034.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00031-of-00034.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00031-of-00034.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00030-of-00034.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00030-of-00034.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00030-of-00034.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00030-of-00034.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00005-of-00034.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00005-of-00034.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00004-of-00034.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00005-of-00034.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00005-of-00034.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00004-of-00034.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00004-of-00034.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00004-of-00034.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00004-of-00034.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00032-of-00034.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00032-of-00034.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00031-of-00034.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00032-of-00034.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00032-of-00034.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00031-of-00034.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00031-of-00034.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00031-of-00034.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00031-of-00034.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00033-of-00034.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00033-of-00034.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00032-of-00034.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00033-of-00034.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00033-of-00034.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00032-of-00034.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00032-of-00034.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00032-of-00034.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00032-of-00034.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00006-of-00034.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00006-of-00034.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00005-of-00034.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00006-of-00034.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00006-of-00034.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00005-of-00034.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00005-of-00034.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00005-of-00034.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00005-of-00034.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00007-of-00034.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00007-of-00034.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00006-of-00034.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00007-of-00034.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00007-of-00034.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00006-of-00034.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00006-of-00034.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00006-of-00034.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00006-of-00034.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00008-of-00034.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00008-of-00034.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00007-of-00034.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00008-of-00034.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00008-of-00034.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00007-of-00034.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00007-of-00034.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00007-of-00034.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00007-of-00034.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00009-of-00034.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00009-of-00034.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00008-of-00034.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00009-of-00034.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00009-of-00034.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00008-of-00034.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00008-of-00034.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00008-of-00034.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00008-of-00034.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00010-of-00034.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00010-of-00034.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00009-of-00034.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00010-of-00034.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00010-of-00034.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00009-of-00034.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00009-of-00034.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00009-of-00034.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00009-of-00034.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00011-of-00034.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00011-of-00034.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00010-of-00034.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00011-of-00034.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00011-of-00034.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00010-of-00034.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00010-of-00034.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00010-of-00034.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00010-of-00034.safetensors",
+    "model.norm.weight": "model-00033-of-00034.safetensors"
   }
 }