Upload LlamaForCausalLM

config.json

@@ -0,0 +1,24 @@
+{
+  "_name_or_path": "sharpbai/baichuan-llama-7b",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 11008,
+  "max_position_embeddings": 2048,
+  "max_sequence_length": 2048,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "pad_token_id": 0,
+  "rms_norm_eps": 1e-06,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float16",
+  "transformers_version": "4.30.1",
+  "use_cache": true,
+  "vocab_size": 64000
+}

generation_config.json

@@ -0,0 +1,7 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "pad_token_id": 0,
+  "transformers_version": "4.30.1"
+}

pytorch_model-00001-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf02c4d7b83fa495ef73f290168a195ea899d0744f0fe32194046846bd87efe0
+size 537

pytorch_model-00002-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aff8e9aa72626b49788fd10b0190a35779e5443c7571355b81f937320c06b10
+size 524288938

pytorch_model-00003-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a58d201beddcbe8d61fd7858d68a307680487c63e6727fd722a0ccce3ef5e8aa
+size 404770755

pytorch_model-00004-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b47f37dc39b3d09b5e79979c403457593c1f3f8f543592228e35d1da2edf14c
+size 404770755

pytorch_model-00005-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cc37f8625686306be81615323b4a7a1eff3b10fc7fd663346f09b2628d42f5f
+size 404770755

pytorch_model-00006-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef06986f4799654f8a5d08eb2bac6b258f7593652ff88843cc6e84018d3dde6
+size 404770755

pytorch_model-00007-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53c4305c4cabff12f764cf62ff9ce30ba8ceb9071b55a666f86bdb66c339cd89
+size 404770755

pytorch_model-00008-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b38e58cd44fd0b148df8123853a99f35046946bd5684543102f3aed14bbda57
+size 404770755

pytorch_model-00009-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6a89d66fc6e86a3199a37d05e788d6382df06e6a570c8f494952ebe4ec58c7c
+size 404770755

pytorch_model-00010-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11f7ebd06da95518e32a5bfc34fb8331ce7d77180b180757b7b7783018482884
+size 404770755

pytorch_model-00011-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0bc25da1357b6f54465e2adea4fd56ad2157b49b19e2ae887bf4a99974f10d6
+size 404770755

pytorch_model-00012-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1fefc4110cc974d07cc24d4d25fd12373c3349763811406da85dca0b80032e3
+size 404770755

pytorch_model-00013-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c68e6d45e3c0d3e671241fef5a54410e73cafbed6d34af2e88419b7bbd5cc58
+size 404770755

pytorch_model-00014-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dc9ce39feebb8ead8f62b63787a6636036d1a66032ca3f4ba61f25e2a0e3158
+size 404770755

pytorch_model-00015-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:282a868bf58f06bb794e50ffe1adf619bb9c7423d6f561c0c55135ef81016c2c
+size 404770755

pytorch_model-00016-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73140e7cf36ff63140fa5c69a35a05488cdfe6ecaca824c7b1fc1c6b2840f6ac
+size 404770755

pytorch_model-00017-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:334e7362db376ef72404f47956da7409b46210da522f0455e0acfaf3bd61253a
+size 404770755

pytorch_model-00018-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d6004fd580726de970aaf022ca7c31ef2392d2546abc372a19e05f7d13df088
+size 404770755

pytorch_model-00019-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fea28e83b599a90c7788cc490bc3eab2d2bb0a55f9ae0c5b1bc4033df6ff13b
+size 404770755

pytorch_model-00020-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02cd1f688d898c0ec520525090c57fe1079aa0de348d0d98120e366027cc325e
+size 404770755

pytorch_model-00021-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf8debd7f2de6e9711c9cbb962e14841be75da19c70c64d5e674bf04c975c2b5
+size 404770755

pytorch_model-00022-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b539648f5373ef85802da2c4fa5b55a598d522a9990d49b3ba4b7b985bc1a31
+size 404770755

pytorch_model-00023-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a8f5d9347edd7f6948ddea298f311a8214dcac042e6d349f16280669d8bc01
+size 404770755

pytorch_model-00024-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e4e5b2aadad168f0e2973571d68347997d991e4a508ed486399b977e5da3a20
+size 404770755

pytorch_model-00025-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78293fb0872c6a4505328b198955059cb737bfaf63d546e5d9df09282b2ebfb3
+size 404770755

pytorch_model-00026-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:214012761aec3ec0fa1b0dd8da4c6137728cfe5cddc22309741dd5daa726b71f
+size 404770755

pytorch_model-00027-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9565cfcc5a662465bb63a71caa734dcde97754b56f44ff89001cf0ebf24b4c3
+size 404770755

pytorch_model-00028-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf68aee690459fca7fe0769aa608bd693be4503961810b67de82bceaba0b3293
+size 404770755

pytorch_model-00029-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f4e6e28186d2215f98870be39910f14d4ab9339d6d90ee2b584745f3da8592a
+size 404770755

pytorch_model-00030-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7c82734b75dec2155ab846e3022eec47244c15feec01a102d82645061b0bb7c
+size 404770755

pytorch_model-00031-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23d3dbe0fd607d266b25ef4533210c2a592b456cd6aa568f869ab357f21a558e
+size 404770755

pytorch_model-00032-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40aacdbac2649cbaa276ff4427eadea794a0fda378275a01a0265ff256e7c6bc
+size 404770755

pytorch_model-00033-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae4ce25b4d49d14771e7a69df3fce2ae8a9e6084cd9e2b1bd90a818c9a8aff03
+size 404770755

pytorch_model-00034-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ad1871fdb204b4c9a6b83c030520d695da13a986f011a93b035090c841f7db4
+size 404779221

pytorch_model-00035-of-00035.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:587eaed49ee9e8ca1e5dac03ee8621ddfc3d3a7d1eae18e895d5134fedb079ca
+size 524288938

pytorch_model.bin.index.json

@@ -0,0 +1,330 @@
+{
+  "metadata": {
+    "total_size": 14001127424
+  },
+  "weight_map": {
+    "lm_head.weight": "pytorch_model-00035-of-00035.bin",
+    "model.embed_tokens.weight": "pytorch_model-00002-of-00035.bin",
+    "model.layers.0.input_layernorm.weight": "pytorch_model-00003-of-00035.bin",
+    "model.layers.0.mlp.down_proj.weight": "pytorch_model-00003-of-00035.bin",
+    "model.layers.0.mlp.gate_proj.weight": "pytorch_model-00003-of-00035.bin",
+    "model.layers.0.mlp.up_proj.weight": "pytorch_model-00003-of-00035.bin",
+    "model.layers.0.post_attention_layernorm.weight": "pytorch_model-00003-of-00035.bin",
+    "model.layers.0.self_attn.k_proj.weight": "pytorch_model-00003-of-00035.bin",
+    "model.layers.0.self_attn.o_proj.weight": "pytorch_model-00003-of-00035.bin",
+    "model.layers.0.self_attn.q_proj.weight": "pytorch_model-00003-of-00035.bin",
+    "model.layers.0.self_attn.rotary_emb.inv_freq": "pytorch_model-00003-of-00035.bin",
+    "model.layers.0.self_attn.v_proj.weight": "pytorch_model-00003-of-00035.bin",
+    "model.layers.1.input_layernorm.weight": "pytorch_model-00004-of-00035.bin",
+    "model.layers.1.mlp.down_proj.weight": "pytorch_model-00004-of-00035.bin",
+    "model.layers.1.mlp.gate_proj.weight": "pytorch_model-00004-of-00035.bin",
+    "model.layers.1.mlp.up_proj.weight": "pytorch_model-00004-of-00035.bin",
+    "model.layers.1.post_attention_layernorm.weight": "pytorch_model-00004-of-00035.bin",
+    "model.layers.1.self_attn.k_proj.weight": "pytorch_model-00004-of-00035.bin",
+    "model.layers.1.self_attn.o_proj.weight": "pytorch_model-00004-of-00035.bin",
+    "model.layers.1.self_attn.q_proj.weight": "pytorch_model-00004-of-00035.bin",
+    "model.layers.1.self_attn.rotary_emb.inv_freq": "pytorch_model-00004-of-00035.bin",
+    "model.layers.1.self_attn.v_proj.weight": "pytorch_model-00004-of-00035.bin",
+    "model.layers.10.input_layernorm.weight": "pytorch_model-00013-of-00035.bin",
+    "model.layers.10.mlp.down_proj.weight": "pytorch_model-00013-of-00035.bin",
+    "model.layers.10.mlp.gate_proj.weight": "pytorch_model-00013-of-00035.bin",
+    "model.layers.10.mlp.up_proj.weight": "pytorch_model-00013-of-00035.bin",
+    "model.layers.10.post_attention_layernorm.weight": "pytorch_model-00013-of-00035.bin",
+    "model.layers.10.self_attn.k_proj.weight": "pytorch_model-00013-of-00035.bin",
+    "model.layers.10.self_attn.o_proj.weight": "pytorch_model-00013-of-00035.bin",
+    "model.layers.10.self_attn.q_proj.weight": "pytorch_model-00013-of-00035.bin",
+    "model.layers.10.self_attn.rotary_emb.inv_freq": "pytorch_model-00013-of-00035.bin",
+    "model.layers.10.self_attn.v_proj.weight": "pytorch_model-00013-of-00035.bin",
+    "model.layers.11.input_layernorm.weight": "pytorch_model-00014-of-00035.bin",
+    "model.layers.11.mlp.down_proj.weight": "pytorch_model-00014-of-00035.bin",
+    "model.layers.11.mlp.gate_proj.weight": "pytorch_model-00014-of-00035.bin",
+    "model.layers.11.mlp.up_proj.weight": "pytorch_model-00014-of-00035.bin",
+    "model.layers.11.post_attention_layernorm.weight": "pytorch_model-00014-of-00035.bin",
+    "model.layers.11.self_attn.k_proj.weight": "pytorch_model-00014-of-00035.bin",
+    "model.layers.11.self_attn.o_proj.weight": "pytorch_model-00014-of-00035.bin",
+    "model.layers.11.self_attn.q_proj.weight": "pytorch_model-00014-of-00035.bin",
+    "model.layers.11.self_attn.rotary_emb.inv_freq": "pytorch_model-00014-of-00035.bin",
+    "model.layers.11.self_attn.v_proj.weight": "pytorch_model-00014-of-00035.bin",
+    "model.layers.12.input_layernorm.weight": "pytorch_model-00015-of-00035.bin",
+    "model.layers.12.mlp.down_proj.weight": "pytorch_model-00015-of-00035.bin",
+    "model.layers.12.mlp.gate_proj.weight": "pytorch_model-00015-of-00035.bin",
+    "model.layers.12.mlp.up_proj.weight": "pytorch_model-00015-of-00035.bin",
+    "model.layers.12.post_attention_layernorm.weight": "pytorch_model-00015-of-00035.bin",
+    "model.layers.12.self_attn.k_proj.weight": "pytorch_model-00015-of-00035.bin",
+    "model.layers.12.self_attn.o_proj.weight": "pytorch_model-00015-of-00035.bin",
+    "model.layers.12.self_attn.q_proj.weight": "pytorch_model-00015-of-00035.bin",
+    "model.layers.12.self_attn.rotary_emb.inv_freq": "pytorch_model-00015-of-00035.bin",
+    "model.layers.12.self_attn.v_proj.weight": "pytorch_model-00015-of-00035.bin",
+    "model.layers.13.input_layernorm.weight": "pytorch_model-00016-of-00035.bin",
+    "model.layers.13.mlp.down_proj.weight": "pytorch_model-00016-of-00035.bin",
+    "model.layers.13.mlp.gate_proj.weight": "pytorch_model-00016-of-00035.bin",
+    "model.layers.13.mlp.up_proj.weight": "pytorch_model-00016-of-00035.bin",
+    "model.layers.13.post_attention_layernorm.weight": "pytorch_model-00016-of-00035.bin",
+    "model.layers.13.self_attn.k_proj.weight": "pytorch_model-00016-of-00035.bin",
+    "model.layers.13.self_attn.o_proj.weight": "pytorch_model-00016-of-00035.bin",
+    "model.layers.13.self_attn.q_proj.weight": "pytorch_model-00016-of-00035.bin",
+    "model.layers.13.self_attn.rotary_emb.inv_freq": "pytorch_model-00016-of-00035.bin",
+    "model.layers.13.self_attn.v_proj.weight": "pytorch_model-00016-of-00035.bin",
+    "model.layers.14.input_layernorm.weight": "pytorch_model-00017-of-00035.bin",
+    "model.layers.14.mlp.down_proj.weight": "pytorch_model-00017-of-00035.bin",
+    "model.layers.14.mlp.gate_proj.weight": "pytorch_model-00017-of-00035.bin",
+    "model.layers.14.mlp.up_proj.weight": "pytorch_model-00017-of-00035.bin",
+    "model.layers.14.post_attention_layernorm.weight": "pytorch_model-00017-of-00035.bin",
+    "model.layers.14.self_attn.k_proj.weight": "pytorch_model-00017-of-00035.bin",
+    "model.layers.14.self_attn.o_proj.weight": "pytorch_model-00017-of-00035.bin",
+    "model.layers.14.self_attn.q_proj.weight": "pytorch_model-00017-of-00035.bin",
+    "model.layers.14.self_attn.rotary_emb.inv_freq": "pytorch_model-00017-of-00035.bin",
+    "model.layers.14.self_attn.v_proj.weight": "pytorch_model-00017-of-00035.bin",
+    "model.layers.15.input_layernorm.weight": "pytorch_model-00018-of-00035.bin",
+    "model.layers.15.mlp.down_proj.weight": "pytorch_model-00018-of-00035.bin",
+    "model.layers.15.mlp.gate_proj.weight": "pytorch_model-00018-of-00035.bin",
+    "model.layers.15.mlp.up_proj.weight": "pytorch_model-00018-of-00035.bin",
+    "model.layers.15.post_attention_layernorm.weight": "pytorch_model-00018-of-00035.bin",
+    "model.layers.15.self_attn.k_proj.weight": "pytorch_model-00018-of-00035.bin",
+    "model.layers.15.self_attn.o_proj.weight": "pytorch_model-00018-of-00035.bin",
+    "model.layers.15.self_attn.q_proj.weight": "pytorch_model-00018-of-00035.bin",
+    "model.layers.15.self_attn.rotary_emb.inv_freq": "pytorch_model-00018-of-00035.bin",
+    "model.layers.15.self_attn.v_proj.weight": "pytorch_model-00018-of-00035.bin",
+    "model.layers.16.input_layernorm.weight": "pytorch_model-00019-of-00035.bin",
+    "model.layers.16.mlp.down_proj.weight": "pytorch_model-00019-of-00035.bin",
+    "model.layers.16.mlp.gate_proj.weight": "pytorch_model-00019-of-00035.bin",
+    "model.layers.16.mlp.up_proj.weight": "pytorch_model-00019-of-00035.bin",
+    "model.layers.16.post_attention_layernorm.weight": "pytorch_model-00019-of-00035.bin",
+    "model.layers.16.self_attn.k_proj.weight": "pytorch_model-00019-of-00035.bin",
+    "model.layers.16.self_attn.o_proj.weight": "pytorch_model-00019-of-00035.bin",
+    "model.layers.16.self_attn.q_proj.weight": "pytorch_model-00019-of-00035.bin",
+    "model.layers.16.self_attn.rotary_emb.inv_freq": "pytorch_model-00019-of-00035.bin",
+    "model.layers.16.self_attn.v_proj.weight": "pytorch_model-00019-of-00035.bin",
+    "model.layers.17.input_layernorm.weight": "pytorch_model-00020-of-00035.bin",
+    "model.layers.17.mlp.down_proj.weight": "pytorch_model-00020-of-00035.bin",
+    "model.layers.17.mlp.gate_proj.weight": "pytorch_model-00020-of-00035.bin",
+    "model.layers.17.mlp.up_proj.weight": "pytorch_model-00020-of-00035.bin",
+    "model.layers.17.post_attention_layernorm.weight": "pytorch_model-00020-of-00035.bin",
+    "model.layers.17.self_attn.k_proj.weight": "pytorch_model-00020-of-00035.bin",
+    "model.layers.17.self_attn.o_proj.weight": "pytorch_model-00020-of-00035.bin",
+    "model.layers.17.self_attn.q_proj.weight": "pytorch_model-00020-of-00035.bin",
+    "model.layers.17.self_attn.rotary_emb.inv_freq": "pytorch_model-00020-of-00035.bin",
+    "model.layers.17.self_attn.v_proj.weight": "pytorch_model-00020-of-00035.bin",
+    "model.layers.18.input_layernorm.weight": "pytorch_model-00021-of-00035.bin",
+    "model.layers.18.mlp.down_proj.weight": "pytorch_model-00021-of-00035.bin",
+    "model.layers.18.mlp.gate_proj.weight": "pytorch_model-00021-of-00035.bin",
+    "model.layers.18.mlp.up_proj.weight": "pytorch_model-00021-of-00035.bin",
+    "model.layers.18.post_attention_layernorm.weight": "pytorch_model-00021-of-00035.bin",
+    "model.layers.18.self_attn.k_proj.weight": "pytorch_model-00021-of-00035.bin",
+    "model.layers.18.self_attn.o_proj.weight": "pytorch_model-00021-of-00035.bin",
+    "model.layers.18.self_attn.q_proj.weight": "pytorch_model-00021-of-00035.bin",
+    "model.layers.18.self_attn.rotary_emb.inv_freq": "pytorch_model-00021-of-00035.bin",
+    "model.layers.18.self_attn.v_proj.weight": "pytorch_model-00021-of-00035.bin",
+    "model.layers.19.input_layernorm.weight": "pytorch_model-00022-of-00035.bin",
+    "model.layers.19.mlp.down_proj.weight": "pytorch_model-00022-of-00035.bin",
+    "model.layers.19.mlp.gate_proj.weight": "pytorch_model-00022-of-00035.bin",
+    "model.layers.19.mlp.up_proj.weight": "pytorch_model-00022-of-00035.bin",
+    "model.layers.19.post_attention_layernorm.weight": "pytorch_model-00022-of-00035.bin",
+    "model.layers.19.self_attn.k_proj.weight": "pytorch_model-00022-of-00035.bin",
+    "model.layers.19.self_attn.o_proj.weight": "pytorch_model-00022-of-00035.bin",
+    "model.layers.19.self_attn.q_proj.weight": "pytorch_model-00022-of-00035.bin",
+    "model.layers.19.self_attn.rotary_emb.inv_freq": "pytorch_model-00022-of-00035.bin",
+    "model.layers.19.self_attn.v_proj.weight": "pytorch_model-00022-of-00035.bin",
+    "model.layers.2.input_layernorm.weight": "pytorch_model-00005-of-00035.bin",
+    "model.layers.2.mlp.down_proj.weight": "pytorch_model-00005-of-00035.bin",
+    "model.layers.2.mlp.gate_proj.weight": "pytorch_model-00005-of-00035.bin",
+    "model.layers.2.mlp.up_proj.weight": "pytorch_model-00005-of-00035.bin",
+    "model.layers.2.post_attention_layernorm.weight": "pytorch_model-00005-of-00035.bin",
+    "model.layers.2.self_attn.k_proj.weight": "pytorch_model-00005-of-00035.bin",
+    "model.layers.2.self_attn.o_proj.weight": "pytorch_model-00005-of-00035.bin",
+    "model.layers.2.self_attn.q_proj.weight": "pytorch_model-00005-of-00035.bin",
+    "model.layers.2.self_attn.rotary_emb.inv_freq": "pytorch_model-00005-of-00035.bin",
+    "model.layers.2.self_attn.v_proj.weight": "pytorch_model-00005-of-00035.bin",
+    "model.layers.20.input_layernorm.weight": "pytorch_model-00023-of-00035.bin",
+    "model.layers.20.mlp.down_proj.weight": "pytorch_model-00023-of-00035.bin",
+    "model.layers.20.mlp.gate_proj.weight": "pytorch_model-00023-of-00035.bin",
+    "model.layers.20.mlp.up_proj.weight": "pytorch_model-00023-of-00035.bin",
+    "model.layers.20.post_attention_layernorm.weight": "pytorch_model-00023-of-00035.bin",
+    "model.layers.20.self_attn.k_proj.weight": "pytorch_model-00023-of-00035.bin",
+    "model.layers.20.self_attn.o_proj.weight": "pytorch_model-00023-of-00035.bin",
+    "model.layers.20.self_attn.q_proj.weight": "pytorch_model-00023-of-00035.bin",
+    "model.layers.20.self_attn.rotary_emb.inv_freq": "pytorch_model-00023-of-00035.bin",
+    "model.layers.20.self_attn.v_proj.weight": "pytorch_model-00023-of-00035.bin",
+    "model.layers.21.input_layernorm.weight": "pytorch_model-00024-of-00035.bin",
+    "model.layers.21.mlp.down_proj.weight": "pytorch_model-00024-of-00035.bin",
+    "model.layers.21.mlp.gate_proj.weight": "pytorch_model-00024-of-00035.bin",
+    "model.layers.21.mlp.up_proj.weight": "pytorch_model-00024-of-00035.bin",
+    "model.layers.21.post_attention_layernorm.weight": "pytorch_model-00024-of-00035.bin",
+    "model.layers.21.self_attn.k_proj.weight": "pytorch_model-00024-of-00035.bin",
+    "model.layers.21.self_attn.o_proj.weight": "pytorch_model-00024-of-00035.bin",
+    "model.layers.21.self_attn.q_proj.weight": "pytorch_model-00024-of-00035.bin",
+    "model.layers.21.self_attn.rotary_emb.inv_freq": "pytorch_model-00024-of-00035.bin",
+    "model.layers.21.self_attn.v_proj.weight": "pytorch_model-00024-of-00035.bin",
+    "model.layers.22.input_layernorm.weight": "pytorch_model-00025-of-00035.bin",
+    "model.layers.22.mlp.down_proj.weight": "pytorch_model-00025-of-00035.bin",
+    "model.layers.22.mlp.gate_proj.weight": "pytorch_model-00025-of-00035.bin",
+    "model.layers.22.mlp.up_proj.weight": "pytorch_model-00025-of-00035.bin",
+    "model.layers.22.post_attention_layernorm.weight": "pytorch_model-00025-of-00035.bin",
+    "model.layers.22.self_attn.k_proj.weight": "pytorch_model-00025-of-00035.bin",
+    "model.layers.22.self_attn.o_proj.weight": "pytorch_model-00025-of-00035.bin",
+    "model.layers.22.self_attn.q_proj.weight": "pytorch_model-00025-of-00035.bin",
+    "model.layers.22.self_attn.rotary_emb.inv_freq": "pytorch_model-00025-of-00035.bin",
+    "model.layers.22.self_attn.v_proj.weight": "pytorch_model-00025-of-00035.bin",
+    "model.layers.23.input_layernorm.weight": "pytorch_model-00026-of-00035.bin",
+    "model.layers.23.mlp.down_proj.weight": "pytorch_model-00026-of-00035.bin",
+    "model.layers.23.mlp.gate_proj.weight": "pytorch_model-00026-of-00035.bin",
+    "model.layers.23.mlp.up_proj.weight": "pytorch_model-00026-of-00035.bin",
+    "model.layers.23.post_attention_layernorm.weight": "pytorch_model-00026-of-00035.bin",
+    "model.layers.23.self_attn.k_proj.weight": "pytorch_model-00026-of-00035.bin",
+    "model.layers.23.self_attn.o_proj.weight": "pytorch_model-00026-of-00035.bin",
+    "model.layers.23.self_attn.q_proj.weight": "pytorch_model-00026-of-00035.bin",
+    "model.layers.23.self_attn.rotary_emb.inv_freq": "pytorch_model-00026-of-00035.bin",
+    "model.layers.23.self_attn.v_proj.weight": "pytorch_model-00026-of-00035.bin",
+    "model.layers.24.input_layernorm.weight": "pytorch_model-00027-of-00035.bin",
+    "model.layers.24.mlp.down_proj.weight": "pytorch_model-00027-of-00035.bin",
+    "model.layers.24.mlp.gate_proj.weight": "pytorch_model-00027-of-00035.bin",
+    "model.layers.24.mlp.up_proj.weight": "pytorch_model-00027-of-00035.bin",
+    "model.layers.24.post_attention_layernorm.weight": "pytorch_model-00027-of-00035.bin",
+    "model.layers.24.self_attn.k_proj.weight": "pytorch_model-00027-of-00035.bin",
+    "model.layers.24.self_attn.o_proj.weight": "pytorch_model-00027-of-00035.bin",
+    "model.layers.24.self_attn.q_proj.weight": "pytorch_model-00027-of-00035.bin",
+    "model.layers.24.self_attn.rotary_emb.inv_freq": "pytorch_model-00027-of-00035.bin",
+    "model.layers.24.self_attn.v_proj.weight": "pytorch_model-00027-of-00035.bin",
+    "model.layers.25.input_layernorm.weight": "pytorch_model-00028-of-00035.bin",
+    "model.layers.25.mlp.down_proj.weight": "pytorch_model-00028-of-00035.bin",
+    "model.layers.25.mlp.gate_proj.weight": "pytorch_model-00028-of-00035.bin",
+    "model.layers.25.mlp.up_proj.weight": "pytorch_model-00028-of-00035.bin",
+    "model.layers.25.post_attention_layernorm.weight": "pytorch_model-00028-of-00035.bin",
+    "model.layers.25.self_attn.k_proj.weight": "pytorch_model-00028-of-00035.bin",
+    "model.layers.25.self_attn.o_proj.weight": "pytorch_model-00028-of-00035.bin",
+    "model.layers.25.self_attn.q_proj.weight": "pytorch_model-00028-of-00035.bin",
+    "model.layers.25.self_attn.rotary_emb.inv_freq": "pytorch_model-00028-of-00035.bin",
+    "model.layers.25.self_attn.v_proj.weight": "pytorch_model-00028-of-00035.bin",
+    "model.layers.26.input_layernorm.weight": "pytorch_model-00029-of-00035.bin",
+    "model.layers.26.mlp.down_proj.weight": "pytorch_model-00029-of-00035.bin",
+    "model.layers.26.mlp.gate_proj.weight": "pytorch_model-00029-of-00035.bin",
+    "model.layers.26.mlp.up_proj.weight": "pytorch_model-00029-of-00035.bin",
+    "model.layers.26.post_attention_layernorm.weight": "pytorch_model-00029-of-00035.bin",
+    "model.layers.26.self_attn.k_proj.weight": "pytorch_model-00029-of-00035.bin",
+    "model.layers.26.self_attn.o_proj.weight": "pytorch_model-00029-of-00035.bin",
+    "model.layers.26.self_attn.q_proj.weight": "pytorch_model-00029-of-00035.bin",
+    "model.layers.26.self_attn.rotary_emb.inv_freq": "pytorch_model-00029-of-00035.bin",
+    "model.layers.26.self_attn.v_proj.weight": "pytorch_model-00029-of-00035.bin",
+    "model.layers.27.input_layernorm.weight": "pytorch_model-00030-of-00035.bin",
+    "model.layers.27.mlp.down_proj.weight": "pytorch_model-00030-of-00035.bin",
+    "model.layers.27.mlp.gate_proj.weight": "pytorch_model-00030-of-00035.bin",
+    "model.layers.27.mlp.up_proj.weight": "pytorch_model-00030-of-00035.bin",
+    "model.layers.27.post_attention_layernorm.weight": "pytorch_model-00030-of-00035.bin",
+    "model.layers.27.self_attn.k_proj.weight": "pytorch_model-00030-of-00035.bin",
+    "model.layers.27.self_attn.o_proj.weight": "pytorch_model-00030-of-00035.bin",
+    "model.layers.27.self_attn.q_proj.weight": "pytorch_model-00030-of-00035.bin",
+    "model.layers.27.self_attn.rotary_emb.inv_freq": "pytorch_model-00030-of-00035.bin",
+    "model.layers.27.self_attn.v_proj.weight": "pytorch_model-00030-of-00035.bin",
+    "model.layers.28.input_layernorm.weight": "pytorch_model-00031-of-00035.bin",
+    "model.layers.28.mlp.down_proj.weight": "pytorch_model-00031-of-00035.bin",
+    "model.layers.28.mlp.gate_proj.weight": "pytorch_model-00031-of-00035.bin",
+    "model.layers.28.mlp.up_proj.weight": "pytorch_model-00031-of-00035.bin",
+    "model.layers.28.post_attention_layernorm.weight": "pytorch_model-00031-of-00035.bin",
+    "model.layers.28.self_attn.k_proj.weight": "pytorch_model-00031-of-00035.bin",
+    "model.layers.28.self_attn.o_proj.weight": "pytorch_model-00031-of-00035.bin",
+    "model.layers.28.self_attn.q_proj.weight": "pytorch_model-00031-of-00035.bin",
+    "model.layers.28.self_attn.rotary_emb.inv_freq": "pytorch_model-00031-of-00035.bin",
+    "model.layers.28.self_attn.v_proj.weight": "pytorch_model-00031-of-00035.bin",
+    "model.layers.29.input_layernorm.weight": "pytorch_model-00032-of-00035.bin",
+    "model.layers.29.mlp.down_proj.weight": "pytorch_model-00032-of-00035.bin",
+    "model.layers.29.mlp.gate_proj.weight": "pytorch_model-00032-of-00035.bin",
+    "model.layers.29.mlp.up_proj.weight": "pytorch_model-00032-of-00035.bin",
+    "model.layers.29.post_attention_layernorm.weight": "pytorch_model-00032-of-00035.bin",
+    "model.layers.29.self_attn.k_proj.weight": "pytorch_model-00032-of-00035.bin",
+    "model.layers.29.self_attn.o_proj.weight": "pytorch_model-00032-of-00035.bin",
+    "model.layers.29.self_attn.q_proj.weight": "pytorch_model-00032-of-00035.bin",
+    "model.layers.29.self_attn.rotary_emb.inv_freq": "pytorch_model-00032-of-00035.bin",
+    "model.layers.29.self_attn.v_proj.weight": "pytorch_model-00032-of-00035.bin",
+    "model.layers.3.input_layernorm.weight": "pytorch_model-00006-of-00035.bin",
+    "model.layers.3.mlp.down_proj.weight": "pytorch_model-00006-of-00035.bin",
+    "model.layers.3.mlp.gate_proj.weight": "pytorch_model-00006-of-00035.bin",
+    "model.layers.3.mlp.up_proj.weight": "pytorch_model-00006-of-00035.bin",
+    "model.layers.3.post_attention_layernorm.weight": "pytorch_model-00006-of-00035.bin",
+    "model.layers.3.self_attn.k_proj.weight": "pytorch_model-00006-of-00035.bin",
+    "model.layers.3.self_attn.o_proj.weight": "pytorch_model-00006-of-00035.bin",
+    "model.layers.3.self_attn.q_proj.weight": "pytorch_model-00006-of-00035.bin",
+    "model.layers.3.self_attn.rotary_emb.inv_freq": "pytorch_model-00006-of-00035.bin",
+    "model.layers.3.self_attn.v_proj.weight": "pytorch_model-00006-of-00035.bin",
+    "model.layers.30.input_layernorm.weight": "pytorch_model-00033-of-00035.bin",
+    "model.layers.30.mlp.down_proj.weight": "pytorch_model-00033-of-00035.bin",
+    "model.layers.30.mlp.gate_proj.weight": "pytorch_model-00033-of-00035.bin",
+    "model.layers.30.mlp.up_proj.weight": "pytorch_model-00033-of-00035.bin",
+    "model.layers.30.post_attention_layernorm.weight": "pytorch_model-00033-of-00035.bin",
+    "model.layers.30.self_attn.k_proj.weight": "pytorch_model-00033-of-00035.bin",
+    "model.layers.30.self_attn.o_proj.weight": "pytorch_model-00033-of-00035.bin",
+    "model.layers.30.self_attn.q_proj.weight": "pytorch_model-00033-of-00035.bin",
+    "model.layers.30.self_attn.rotary_emb.inv_freq": "pytorch_model-00033-of-00035.bin",
+    "model.layers.30.self_attn.v_proj.weight": "pytorch_model-00033-of-00035.bin",
+    "model.layers.31.input_layernorm.weight": "pytorch_model-00034-of-00035.bin",
+    "model.layers.31.mlp.down_proj.weight": "pytorch_model-00034-of-00035.bin",
+    "model.layers.31.mlp.gate_proj.weight": "pytorch_model-00034-of-00035.bin",
+    "model.layers.31.mlp.up_proj.weight": "pytorch_model-00034-of-00035.bin",
+    "model.layers.31.post_attention_layernorm.weight": "pytorch_model-00034-of-00035.bin",
+    "model.layers.31.self_attn.k_proj.weight": "pytorch_model-00034-of-00035.bin",
+    "model.layers.31.self_attn.o_proj.weight": "pytorch_model-00034-of-00035.bin",
+    "model.layers.31.self_attn.q_proj.weight": "pytorch_model-00034-of-00035.bin",
+    "model.layers.31.self_attn.rotary_emb.inv_freq": "pytorch_model-00034-of-00035.bin",
+    "model.layers.31.self_attn.v_proj.weight": "pytorch_model-00034-of-00035.bin",
+    "model.layers.4.input_layernorm.weight": "pytorch_model-00007-of-00035.bin",
+    "model.layers.4.mlp.down_proj.weight": "pytorch_model-00007-of-00035.bin",
+    "model.layers.4.mlp.gate_proj.weight": "pytorch_model-00007-of-00035.bin",
+    "model.layers.4.mlp.up_proj.weight": "pytorch_model-00007-of-00035.bin",
+    "model.layers.4.post_attention_layernorm.weight": "pytorch_model-00007-of-00035.bin",
+    "model.layers.4.self_attn.k_proj.weight": "pytorch_model-00007-of-00035.bin",
+    "model.layers.4.self_attn.o_proj.weight": "pytorch_model-00007-of-00035.bin",
+    "model.layers.4.self_attn.q_proj.weight": "pytorch_model-00007-of-00035.bin",
+    "model.layers.4.self_attn.rotary_emb.inv_freq": "pytorch_model-00007-of-00035.bin",
+    "model.layers.4.self_attn.v_proj.weight": "pytorch_model-00007-of-00035.bin",
+    "model.layers.5.input_layernorm.weight": "pytorch_model-00008-of-00035.bin",
+    "model.layers.5.mlp.down_proj.weight": "pytorch_model-00008-of-00035.bin",
+    "model.layers.5.mlp.gate_proj.weight": "pytorch_model-00008-of-00035.bin",
+    "model.layers.5.mlp.up_proj.weight": "pytorch_model-00008-of-00035.bin",
+    "model.layers.5.post_attention_layernorm.weight": "pytorch_model-00008-of-00035.bin",
+    "model.layers.5.self_attn.k_proj.weight": "pytorch_model-00008-of-00035.bin",
+    "model.layers.5.self_attn.o_proj.weight": "pytorch_model-00008-of-00035.bin",
+    "model.layers.5.self_attn.q_proj.weight": "pytorch_model-00008-of-00035.bin",
+    "model.layers.5.self_attn.rotary_emb.inv_freq": "pytorch_model-00008-of-00035.bin",
+    "model.layers.5.self_attn.v_proj.weight": "pytorch_model-00008-of-00035.bin",
+    "model.layers.6.input_layernorm.weight": "pytorch_model-00009-of-00035.bin",
+    "model.layers.6.mlp.down_proj.weight": "pytorch_model-00009-of-00035.bin",
+    "model.layers.6.mlp.gate_proj.weight": "pytorch_model-00009-of-00035.bin",
+    "model.layers.6.mlp.up_proj.weight": "pytorch_model-00009-of-00035.bin",
+    "model.layers.6.post_attention_layernorm.weight": "pytorch_model-00009-of-00035.bin",
+    "model.layers.6.self_attn.k_proj.weight": "pytorch_model-00009-of-00035.bin",
+    "model.layers.6.self_attn.o_proj.weight": "pytorch_model-00009-of-00035.bin",
+    "model.layers.6.self_attn.q_proj.weight": "pytorch_model-00009-of-00035.bin",
+    "model.layers.6.self_attn.rotary_emb.inv_freq": "pytorch_model-00009-of-00035.bin",
+    "model.layers.6.self_attn.v_proj.weight": "pytorch_model-00009-of-00035.bin",
+    "model.layers.7.input_layernorm.weight": "pytorch_model-00010-of-00035.bin",
+    "model.layers.7.mlp.down_proj.weight": "pytorch_model-00010-of-00035.bin",
+    "model.layers.7.mlp.gate_proj.weight": "pytorch_model-00010-of-00035.bin",
+    "model.layers.7.mlp.up_proj.weight": "pytorch_model-00010-of-00035.bin",
+    "model.layers.7.post_attention_layernorm.weight": "pytorch_model-00010-of-00035.bin",
+    "model.layers.7.self_attn.k_proj.weight": "pytorch_model-00010-of-00035.bin",
+    "model.layers.7.self_attn.o_proj.weight": "pytorch_model-00010-of-00035.bin",
+    "model.layers.7.self_attn.q_proj.weight": "pytorch_model-00010-of-00035.bin",
+    "model.layers.7.self_attn.rotary_emb.inv_freq": "pytorch_model-00010-of-00035.bin",
+    "model.layers.7.self_attn.v_proj.weight": "pytorch_model-00010-of-00035.bin",
+    "model.layers.8.input_layernorm.weight": "pytorch_model-00011-of-00035.bin",
+    "model.layers.8.mlp.down_proj.weight": "pytorch_model-00011-of-00035.bin",
+    "model.layers.8.mlp.gate_proj.weight": "pytorch_model-00011-of-00035.bin",
+    "model.layers.8.mlp.up_proj.weight": "pytorch_model-00011-of-00035.bin",
+    "model.layers.8.post_attention_layernorm.weight": "pytorch_model-00011-of-00035.bin",
+    "model.layers.8.self_attn.k_proj.weight": "pytorch_model-00011-of-00035.bin",
+    "model.layers.8.self_attn.o_proj.weight": "pytorch_model-00011-of-00035.bin",
+    "model.layers.8.self_attn.q_proj.weight": "pytorch_model-00011-of-00035.bin",
+    "model.layers.8.self_attn.rotary_emb.inv_freq": "pytorch_model-00011-of-00035.bin",
+    "model.layers.8.self_attn.v_proj.weight": "pytorch_model-00011-of-00035.bin",
+    "model.layers.9.input_layernorm.weight": "pytorch_model-00012-of-00035.bin",
+    "model.layers.9.mlp.down_proj.weight": "pytorch_model-00012-of-00035.bin",
+    "model.layers.9.mlp.gate_proj.weight": "pytorch_model-00012-of-00035.bin",
+    "model.layers.9.mlp.up_proj.weight": "pytorch_model-00012-of-00035.bin",
+    "model.layers.9.post_attention_layernorm.weight": "pytorch_model-00012-of-00035.bin",
+    "model.layers.9.self_attn.k_proj.weight": "pytorch_model-00012-of-00035.bin",
+    "model.layers.9.self_attn.o_proj.weight": "pytorch_model-00012-of-00035.bin",
+    "model.layers.9.self_attn.q_proj.weight": "pytorch_model-00012-of-00035.bin",
+    "model.layers.9.self_attn.rotary_emb.inv_freq": "pytorch_model-00012-of-00035.bin",
+    "model.layers.9.self_attn.v_proj.weight": "pytorch_model-00012-of-00035.bin",
+    "model.norm.weight": "pytorch_model-00034-of-00035.bin"
+  }
+}