Upload LlamaForCausalLM

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "/project/lt200056-opgpth/boss/stanford_alpaca/llama_2_7b_fixed_resized",
+  "_name_or_path": "/project/lt200056-opgpth/weight_llama_2_finetune_7b_512_th100/checkpoint-2750/",
   "architectures": [
     "LlamaForCausalLM"
   ],
@@ -21,7 +21,7 @@
   "rope_scaling": null,
   "rope_theta": 10000.0,
   "tie_word_embeddings": false,
-  "torch_dtype": "bfloat16",
+  "torch_dtype": "float32",
   "transformers_version": "4.33.1",
   "use_cache": true,
   "vocab_size": 56554

generation_config.json

@@ -0,0 +1,7 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "pad_token_id": 0,
+  "transformers_version": "4.33.1"
+}

pytorch_model-00001-of-00029.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acdd5d111de7c4450412d2b3ebbefc4d323500b262a2a7e439271e6412331037
+size 993690875

pytorch_model-00002-of-00029.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c17066cfaf420abfb5c5edd5f719855537a4ea4582fb52c15d75088a5f452dc
+size 1010864423

pytorch_model-00003-of-00029.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf1f0249de63cb3d093cc1ec10d3257d8c7d289500a0347a11d829b9d766d30
+size 989892227

pytorch_model-00004-of-00029.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53ed5ef6aaa1d3240f89d53eae0b700c791a57b8ab3124e417b6972fe37965b6
+size 989892227

pytorch_model-00005-of-00029.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b552280e2b20c8c977f11205353b299f93a4734a17a02ab19d6df186ccae571e
+size 989925671

pytorch_model-00006-of-00029.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12c0f511f4168bbb717153982615d8ae362ca6372606ef2f945a64eb533a7d1a
+size 1010864423

pytorch_model-00007-of-00029.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91ef8cc6d6a4247e26db6437831be105e93fb216f201cc8dea4ef023d6f3856f
+size 876646019

pytorch_model-00008-of-00029.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15b6e620bfc348ab4ac7596ed8f6cfef1e5409ea035be5acfd3e267d50c94af7
+size 989892227

pytorch_model-00009-of-00029.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a11f1128cac57ff782590d6212d309363bb745b6e2e4deea10f4b7aa6fce35ad
+size 989892227

pytorch_model-00010-of-00029.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca817238d298a241c69d5b7da4186ccf996995ea1224d4ea78faea31e996433b
+size 989925671

pytorch_model-00011-of-00029.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab81c2058d04b01cd54c699ddc1f85410c2ea6dd5b697f08842237c3341cd70
+size 1010864423

pytorch_model-00012-of-00029.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c001488ba370427d6e131aadfa628aa7efe7574098114400e005da10aee54de
+size 876646083

pytorch_model-00013-of-00029.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25f9a70a930efacc336c6d54ac09a93ff2f67fb0edd218b00c259300b6ef6b50
+size 989892291

pytorch_model-00014-of-00029.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abe510b60c8d96afa4e01838b3797663f57386f07feedf6be96929e62769aa85
+size 989892227

pytorch_model-00015-of-00029.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccbd4d83dcaa737fcfa07b3da74330b694e78a24caad31ac8218ced80998d9cb
+size 989925671

pytorch_model-00016-of-00029.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5196947fefc10b829105b97e66b3bf8444c4fb517b4e0ee9803e7899cb5d08f6
+size 1010864423

pytorch_model-00017-of-00029.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3740bba7ff1b889a79d1a54720cd70c5899b2ccd154c63080bb9346615438cc2
+size 876646083

pytorch_model-00018-of-00029.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7c496fa6e950bd56d325355a78a229944404b376480c945533e1eed2bfe6705
+size 989892291

pytorch_model-00019-of-00029.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c20636364164dd56b90f9405956e954426c1ffd10e765a43521b497f43cba30a
+size 989892227

pytorch_model-00020-of-00029.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92ad28d86c1c649435c385aa60ba6996a383d943dbfc6acb00ed9cec5abc81f
+size 989925671

pytorch_model-00021-of-00029.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdc44e8525e3cdb1e7a3e3a521f99b29fe6558c1bd29ed408c32ab93ed528f77
+size 1010864423

pytorch_model-00022-of-00029.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c68c9f74fd36e1a4bc119ba5ab4d81de853ed14212ee17fe0a1ac23a41748ef4
+size 876646083

pytorch_model-00023-of-00029.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb2f9be349c6a1009e76724900d03923b69aee4254f6909e52aa631bfc0b98d1
+size 989892291

pytorch_model-00024-of-00029.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f014a1991d02f04f7d1da5093c5784e146d5cba1863f8c2275bf8e7e655eeef3
+size 989892227

pytorch_model-00025-of-00029.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d17e60391f237a5b01eaa5131d7d9262b3f926bc73a2f5ceed9bed9d10cec9
+size 989925671

pytorch_model-00026-of-00029.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cf043e55622ec716f4f46b48814eb65cb9313558cdd6513f12bbac28ef916c5
+size 1010864423

pytorch_model-00027-of-00029.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71bc29e1be57308f23bbee18f82c1d81e2560ed56ee11ad0f5962ab0b6cad7ff
+size 876646083

pytorch_model-00028-of-00029.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f9c7d76bfc341614f63136ccb4a6aa2697339839ba898128417119901b5ed35
+size 541116863

pytorch_model-00029-of-00029.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eebe5755215b3681ee873e523fd561383d31d0bd2c5dc49c8c2fa7e6cccff00
+size 926581674

pytorch_model.bin.index.json

@@ -0,0 +1,298 @@
+{
+  "metadata": {
+    "total_size": 27758247936
+  },
+  "weight_map": {
+    "lm_head.weight": "pytorch_model-00029-of-00029.bin",
+    "model.embed_tokens.weight": "pytorch_model-00001-of-00029.bin",
+    "model.layers.0.input_layernorm.weight": "pytorch_model-00002-of-00029.bin",
+    "model.layers.0.mlp.down_proj.weight": "pytorch_model-00002-of-00029.bin",
+    "model.layers.0.mlp.gate_proj.weight": "pytorch_model-00002-of-00029.bin",
+    "model.layers.0.mlp.up_proj.weight": "pytorch_model-00002-of-00029.bin",
+    "model.layers.0.post_attention_layernorm.weight": "pytorch_model-00002-of-00029.bin",
+    "model.layers.0.self_attn.k_proj.weight": "pytorch_model-00002-of-00029.bin",
+    "model.layers.0.self_attn.o_proj.weight": "pytorch_model-00002-of-00029.bin",
+    "model.layers.0.self_attn.q_proj.weight": "pytorch_model-00001-of-00029.bin",
+    "model.layers.0.self_attn.v_proj.weight": "pytorch_model-00002-of-00029.bin",
+    "model.layers.1.input_layernorm.weight": "pytorch_model-00003-of-00029.bin",
+    "model.layers.1.mlp.down_proj.weight": "pytorch_model-00003-of-00029.bin",
+    "model.layers.1.mlp.gate_proj.weight": "pytorch_model-00003-of-00029.bin",
+    "model.layers.1.mlp.up_proj.weight": "pytorch_model-00003-of-00029.bin",
+    "model.layers.1.post_attention_layernorm.weight": "pytorch_model-00003-of-00029.bin",
+    "model.layers.1.self_attn.k_proj.weight": "pytorch_model-00002-of-00029.bin",
+    "model.layers.1.self_attn.o_proj.weight": "pytorch_model-00002-of-00029.bin",
+    "model.layers.1.self_attn.q_proj.weight": "pytorch_model-00002-of-00029.bin",
+    "model.layers.1.self_attn.v_proj.weight": "pytorch_model-00002-of-00029.bin",
+    "model.layers.10.input_layernorm.weight": "pytorch_model-00010-of-00029.bin",
+    "model.layers.10.mlp.down_proj.weight": "pytorch_model-00010-of-00029.bin",
+    "model.layers.10.mlp.gate_proj.weight": "pytorch_model-00010-of-00029.bin",
+    "model.layers.10.mlp.up_proj.weight": "pytorch_model-00010-of-00029.bin",
+    "model.layers.10.post_attention_layernorm.weight": "pytorch_model-00010-of-00029.bin",
+    "model.layers.10.self_attn.k_proj.weight": "pytorch_model-00010-of-00029.bin",
+    "model.layers.10.self_attn.o_proj.weight": "pytorch_model-00010-of-00029.bin",
+    "model.layers.10.self_attn.q_proj.weight": "pytorch_model-00010-of-00029.bin",
+    "model.layers.10.self_attn.v_proj.weight": "pytorch_model-00010-of-00029.bin",
+    "model.layers.11.input_layernorm.weight": "pytorch_model-00011-of-00029.bin",
+    "model.layers.11.mlp.down_proj.weight": "pytorch_model-00011-of-00029.bin",
+    "model.layers.11.mlp.gate_proj.weight": "pytorch_model-00011-of-00029.bin",
+    "model.layers.11.mlp.up_proj.weight": "pytorch_model-00011-of-00029.bin",
+    "model.layers.11.post_attention_layernorm.weight": "pytorch_model-00011-of-00029.bin",
+    "model.layers.11.self_attn.k_proj.weight": "pytorch_model-00011-of-00029.bin",
+    "model.layers.11.self_attn.o_proj.weight": "pytorch_model-00011-of-00029.bin",
+    "model.layers.11.self_attn.q_proj.weight": "pytorch_model-00011-of-00029.bin",
+    "model.layers.11.self_attn.v_proj.weight": "pytorch_model-00011-of-00029.bin",
+    "model.layers.12.input_layernorm.weight": "pytorch_model-00012-of-00029.bin",
+    "model.layers.12.mlp.down_proj.weight": "pytorch_model-00012-of-00029.bin",
+    "model.layers.12.mlp.gate_proj.weight": "pytorch_model-00012-of-00029.bin",
+    "model.layers.12.mlp.up_proj.weight": "pytorch_model-00012-of-00029.bin",
+    "model.layers.12.post_attention_layernorm.weight": "pytorch_model-00012-of-00029.bin",
+    "model.layers.12.self_attn.k_proj.weight": "pytorch_model-00011-of-00029.bin",
+    "model.layers.12.self_attn.o_proj.weight": "pytorch_model-00012-of-00029.bin",
+    "model.layers.12.self_attn.q_proj.weight": "pytorch_model-00011-of-00029.bin",
+    "model.layers.12.self_attn.v_proj.weight": "pytorch_model-00011-of-00029.bin",
+    "model.layers.13.input_layernorm.weight": "pytorch_model-00013-of-00029.bin",
+    "model.layers.13.mlp.down_proj.weight": "pytorch_model-00013-of-00029.bin",
+    "model.layers.13.mlp.gate_proj.weight": "pytorch_model-00013-of-00029.bin",
+    "model.layers.13.mlp.up_proj.weight": "pytorch_model-00013-of-00029.bin",
+    "model.layers.13.post_attention_layernorm.weight": "pytorch_model-00013-of-00029.bin",
+    "model.layers.13.self_attn.k_proj.weight": "pytorch_model-00012-of-00029.bin",
+    "model.layers.13.self_attn.o_proj.weight": "pytorch_model-00012-of-00029.bin",
+    "model.layers.13.self_attn.q_proj.weight": "pytorch_model-00012-of-00029.bin",
+    "model.layers.13.self_attn.v_proj.weight": "pytorch_model-00012-of-00029.bin",
+    "model.layers.14.input_layernorm.weight": "pytorch_model-00014-of-00029.bin",
+    "model.layers.14.mlp.down_proj.weight": "pytorch_model-00014-of-00029.bin",
+    "model.layers.14.mlp.gate_proj.weight": "pytorch_model-00013-of-00029.bin",
+    "model.layers.14.mlp.up_proj.weight": "pytorch_model-00014-of-00029.bin",
+    "model.layers.14.post_attention_layernorm.weight": "pytorch_model-00014-of-00029.bin",
+    "model.layers.14.self_attn.k_proj.weight": "pytorch_model-00013-of-00029.bin",
+    "model.layers.14.self_attn.o_proj.weight": "pytorch_model-00013-of-00029.bin",
+    "model.layers.14.self_attn.q_proj.weight": "pytorch_model-00013-of-00029.bin",
+    "model.layers.14.self_attn.v_proj.weight": "pytorch_model-00013-of-00029.bin",
+    "model.layers.15.input_layernorm.weight": "pytorch_model-00015-of-00029.bin",
+    "model.layers.15.mlp.down_proj.weight": "pytorch_model-00015-of-00029.bin",
+    "model.layers.15.mlp.gate_proj.weight": "pytorch_model-00014-of-00029.bin",
+    "model.layers.15.mlp.up_proj.weight": "pytorch_model-00014-of-00029.bin",
+    "model.layers.15.post_attention_layernorm.weight": "pytorch_model-00015-of-00029.bin",
+    "model.layers.15.self_attn.k_proj.weight": "pytorch_model-00014-of-00029.bin",
+    "model.layers.15.self_attn.o_proj.weight": "pytorch_model-00014-of-00029.bin",
+    "model.layers.15.self_attn.q_proj.weight": "pytorch_model-00014-of-00029.bin",
+    "model.layers.15.self_attn.v_proj.weight": "pytorch_model-00014-of-00029.bin",
+    "model.layers.16.input_layernorm.weight": "pytorch_model-00015-of-00029.bin",
+    "model.layers.16.mlp.down_proj.weight": "pytorch_model-00015-of-00029.bin",
+    "model.layers.16.mlp.gate_proj.weight": "pytorch_model-00015-of-00029.bin",
+    "model.layers.16.mlp.up_proj.weight": "pytorch_model-00015-of-00029.bin",
+    "model.layers.16.post_attention_layernorm.weight": "pytorch_model-00015-of-00029.bin",
+    "model.layers.16.self_attn.k_proj.weight": "pytorch_model-00015-of-00029.bin",
+    "model.layers.16.self_attn.o_proj.weight": "pytorch_model-00015-of-00029.bin",
+    "model.layers.16.self_attn.q_proj.weight": "pytorch_model-00015-of-00029.bin",
+    "model.layers.16.self_attn.v_proj.weight": "pytorch_model-00015-of-00029.bin",
+    "model.layers.17.input_layernorm.weight": "pytorch_model-00016-of-00029.bin",
+    "model.layers.17.mlp.down_proj.weight": "pytorch_model-00016-of-00029.bin",
+    "model.layers.17.mlp.gate_proj.weight": "pytorch_model-00016-of-00029.bin",
+    "model.layers.17.mlp.up_proj.weight": "pytorch_model-00016-of-00029.bin",
+    "model.layers.17.post_attention_layernorm.weight": "pytorch_model-00016-of-00029.bin",
+    "model.layers.17.self_attn.k_proj.weight": "pytorch_model-00016-of-00029.bin",
+    "model.layers.17.self_attn.o_proj.weight": "pytorch_model-00016-of-00029.bin",
+    "model.layers.17.self_attn.q_proj.weight": "pytorch_model-00016-of-00029.bin",
+    "model.layers.17.self_attn.v_proj.weight": "pytorch_model-00016-of-00029.bin",
+    "model.layers.18.input_layernorm.weight": "pytorch_model-00017-of-00029.bin",
+    "model.layers.18.mlp.down_proj.weight": "pytorch_model-00017-of-00029.bin",
+    "model.layers.18.mlp.gate_proj.weight": "pytorch_model-00017-of-00029.bin",
+    "model.layers.18.mlp.up_proj.weight": "pytorch_model-00017-of-00029.bin",
+    "model.layers.18.post_attention_layernorm.weight": "pytorch_model-00017-of-00029.bin",
+    "model.layers.18.self_attn.k_proj.weight": "pytorch_model-00016-of-00029.bin",
+    "model.layers.18.self_attn.o_proj.weight": "pytorch_model-00017-of-00029.bin",
+    "model.layers.18.self_attn.q_proj.weight": "pytorch_model-00016-of-00029.bin",
+    "model.layers.18.self_attn.v_proj.weight": "pytorch_model-00016-of-00029.bin",
+    "model.layers.19.input_layernorm.weight": "pytorch_model-00018-of-00029.bin",
+    "model.layers.19.mlp.down_proj.weight": "pytorch_model-00018-of-00029.bin",
+    "model.layers.19.mlp.gate_proj.weight": "pytorch_model-00018-of-00029.bin",
+    "model.layers.19.mlp.up_proj.weight": "pytorch_model-00018-of-00029.bin",
+    "model.layers.19.post_attention_layernorm.weight": "pytorch_model-00018-of-00029.bin",
+    "model.layers.19.self_attn.k_proj.weight": "pytorch_model-00017-of-00029.bin",
+    "model.layers.19.self_attn.o_proj.weight": "pytorch_model-00017-of-00029.bin",
+    "model.layers.19.self_attn.q_proj.weight": "pytorch_model-00017-of-00029.bin",
+    "model.layers.19.self_attn.v_proj.weight": "pytorch_model-00017-of-00029.bin",
+    "model.layers.2.input_layernorm.weight": "pytorch_model-00004-of-00029.bin",
+    "model.layers.2.mlp.down_proj.weight": "pytorch_model-00004-of-00029.bin",
+    "model.layers.2.mlp.gate_proj.weight": "pytorch_model-00003-of-00029.bin",
+    "model.layers.2.mlp.up_proj.weight": "pytorch_model-00004-of-00029.bin",
+    "model.layers.2.post_attention_layernorm.weight": "pytorch_model-00004-of-00029.bin",
+    "model.layers.2.self_attn.k_proj.weight": "pytorch_model-00003-of-00029.bin",
+    "model.layers.2.self_attn.o_proj.weight": "pytorch_model-00003-of-00029.bin",
+    "model.layers.2.self_attn.q_proj.weight": "pytorch_model-00003-of-00029.bin",
+    "model.layers.2.self_attn.v_proj.weight": "pytorch_model-00003-of-00029.bin",
+    "model.layers.20.input_layernorm.weight": "pytorch_model-00019-of-00029.bin",
+    "model.layers.20.mlp.down_proj.weight": "pytorch_model-00019-of-00029.bin",
+    "model.layers.20.mlp.gate_proj.weight": "pytorch_model-00018-of-00029.bin",
+    "model.layers.20.mlp.up_proj.weight": "pytorch_model-00019-of-00029.bin",
+    "model.layers.20.post_attention_layernorm.weight": "pytorch_model-00019-of-00029.bin",
+    "model.layers.20.self_attn.k_proj.weight": "pytorch_model-00018-of-00029.bin",
+    "model.layers.20.self_attn.o_proj.weight": "pytorch_model-00018-of-00029.bin",
+    "model.layers.20.self_attn.q_proj.weight": "pytorch_model-00018-of-00029.bin",
+    "model.layers.20.self_attn.v_proj.weight": "pytorch_model-00018-of-00029.bin",
+    "model.layers.21.input_layernorm.weight": "pytorch_model-00020-of-00029.bin",
+    "model.layers.21.mlp.down_proj.weight": "pytorch_model-00020-of-00029.bin",
+    "model.layers.21.mlp.gate_proj.weight": "pytorch_model-00019-of-00029.bin",
+    "model.layers.21.mlp.up_proj.weight": "pytorch_model-00019-of-00029.bin",
+    "model.layers.21.post_attention_layernorm.weight": "pytorch_model-00020-of-00029.bin",
+    "model.layers.21.self_attn.k_proj.weight": "pytorch_model-00019-of-00029.bin",
+    "model.layers.21.self_attn.o_proj.weight": "pytorch_model-00019-of-00029.bin",
+    "model.layers.21.self_attn.q_proj.weight": "pytorch_model-00019-of-00029.bin",
+    "model.layers.21.self_attn.v_proj.weight": "pytorch_model-00019-of-00029.bin",
+    "model.layers.22.input_layernorm.weight": "pytorch_model-00020-of-00029.bin",
+    "model.layers.22.mlp.down_proj.weight": "pytorch_model-00020-of-00029.bin",
+    "model.layers.22.mlp.gate_proj.weight": "pytorch_model-00020-of-00029.bin",
+    "model.layers.22.mlp.up_proj.weight": "pytorch_model-00020-of-00029.bin",
+    "model.layers.22.post_attention_layernorm.weight": "pytorch_model-00020-of-00029.bin",
+    "model.layers.22.self_attn.k_proj.weight": "pytorch_model-00020-of-00029.bin",
+    "model.layers.22.self_attn.o_proj.weight": "pytorch_model-00020-of-00029.bin",
+    "model.layers.22.self_attn.q_proj.weight": "pytorch_model-00020-of-00029.bin",
+    "model.layers.22.self_attn.v_proj.weight": "pytorch_model-00020-of-00029.bin",
+    "model.layers.23.input_layernorm.weight": "pytorch_model-00021-of-00029.bin",
+    "model.layers.23.mlp.down_proj.weight": "pytorch_model-00021-of-00029.bin",
+    "model.layers.23.mlp.gate_proj.weight": "pytorch_model-00021-of-00029.bin",
+    "model.layers.23.mlp.up_proj.weight": "pytorch_model-00021-of-00029.bin",
+    "model.layers.23.post_attention_layernorm.weight": "pytorch_model-00021-of-00029.bin",
+    "model.layers.23.self_attn.k_proj.weight": "pytorch_model-00021-of-00029.bin",
+    "model.layers.23.self_attn.o_proj.weight": "pytorch_model-00021-of-00029.bin",
+    "model.layers.23.self_attn.q_proj.weight": "pytorch_model-00021-of-00029.bin",
+    "model.layers.23.self_attn.v_proj.weight": "pytorch_model-00021-of-00029.bin",
+    "model.layers.24.input_layernorm.weight": "pytorch_model-00022-of-00029.bin",
+    "model.layers.24.mlp.down_proj.weight": "pytorch_model-00022-of-00029.bin",
+    "model.layers.24.mlp.gate_proj.weight": "pytorch_model-00022-of-00029.bin",
+    "model.layers.24.mlp.up_proj.weight": "pytorch_model-00022-of-00029.bin",
+    "model.layers.24.post_attention_layernorm.weight": "pytorch_model-00022-of-00029.bin",
+    "model.layers.24.self_attn.k_proj.weight": "pytorch_model-00021-of-00029.bin",
+    "model.layers.24.self_attn.o_proj.weight": "pytorch_model-00022-of-00029.bin",
+    "model.layers.24.self_attn.q_proj.weight": "pytorch_model-00021-of-00029.bin",
+    "model.layers.24.self_attn.v_proj.weight": "pytorch_model-00021-of-00029.bin",
+    "model.layers.25.input_layernorm.weight": "pytorch_model-00023-of-00029.bin",
+    "model.layers.25.mlp.down_proj.weight": "pytorch_model-00023-of-00029.bin",
+    "model.layers.25.mlp.gate_proj.weight": "pytorch_model-00023-of-00029.bin",
+    "model.layers.25.mlp.up_proj.weight": "pytorch_model-00023-of-00029.bin",
+    "model.layers.25.post_attention_layernorm.weight": "pytorch_model-00023-of-00029.bin",
+    "model.layers.25.self_attn.k_proj.weight": "pytorch_model-00022-of-00029.bin",
+    "model.layers.25.self_attn.o_proj.weight": "pytorch_model-00022-of-00029.bin",
+    "model.layers.25.self_attn.q_proj.weight": "pytorch_model-00022-of-00029.bin",
+    "model.layers.25.self_attn.v_proj.weight": "pytorch_model-00022-of-00029.bin",
+    "model.layers.26.input_layernorm.weight": "pytorch_model-00024-of-00029.bin",
+    "model.layers.26.mlp.down_proj.weight": "pytorch_model-00024-of-00029.bin",
+    "model.layers.26.mlp.gate_proj.weight": "pytorch_model-00023-of-00029.bin",
+    "model.layers.26.mlp.up_proj.weight": "pytorch_model-00024-of-00029.bin",
+    "model.layers.26.post_attention_layernorm.weight": "pytorch_model-00024-of-00029.bin",
+    "model.layers.26.self_attn.k_proj.weight": "pytorch_model-00023-of-00029.bin",
+    "model.layers.26.self_attn.o_proj.weight": "pytorch_model-00023-of-00029.bin",
+    "model.layers.26.self_attn.q_proj.weight": "pytorch_model-00023-of-00029.bin",
+    "model.layers.26.self_attn.v_proj.weight": "pytorch_model-00023-of-00029.bin",
+    "model.layers.27.input_layernorm.weight": "pytorch_model-00025-of-00029.bin",
+    "model.layers.27.mlp.down_proj.weight": "pytorch_model-00025-of-00029.bin",
+    "model.layers.27.mlp.gate_proj.weight": "pytorch_model-00024-of-00029.bin",
+    "model.layers.27.mlp.up_proj.weight": "pytorch_model-00024-of-00029.bin",
+    "model.layers.27.post_attention_layernorm.weight": "pytorch_model-00025-of-00029.bin",
+    "model.layers.27.self_attn.k_proj.weight": "pytorch_model-00024-of-00029.bin",
+    "model.layers.27.self_attn.o_proj.weight": "pytorch_model-00024-of-00029.bin",
+    "model.layers.27.self_attn.q_proj.weight": "pytorch_model-00024-of-00029.bin",
+    "model.layers.27.self_attn.v_proj.weight": "pytorch_model-00024-of-00029.bin",
+    "model.layers.28.input_layernorm.weight": "pytorch_model-00025-of-00029.bin",
+    "model.layers.28.mlp.down_proj.weight": "pytorch_model-00025-of-00029.bin",
+    "model.layers.28.mlp.gate_proj.weight": "pytorch_model-00025-of-00029.bin",
+    "model.layers.28.mlp.up_proj.weight": "pytorch_model-00025-of-00029.bin",
+    "model.layers.28.post_attention_layernorm.weight": "pytorch_model-00025-of-00029.bin",
+    "model.layers.28.self_attn.k_proj.weight": "pytorch_model-00025-of-00029.bin",
+    "model.layers.28.self_attn.o_proj.weight": "pytorch_model-00025-of-00029.bin",
+    "model.layers.28.self_attn.q_proj.weight": "pytorch_model-00025-of-00029.bin",
+    "model.layers.28.self_attn.v_proj.weight": "pytorch_model-00025-of-00029.bin",
+    "model.layers.29.input_layernorm.weight": "pytorch_model-00026-of-00029.bin",
+    "model.layers.29.mlp.down_proj.weight": "pytorch_model-00026-of-00029.bin",
+    "model.layers.29.mlp.gate_proj.weight": "pytorch_model-00026-of-00029.bin",
+    "model.layers.29.mlp.up_proj.weight": "pytorch_model-00026-of-00029.bin",
+    "model.layers.29.post_attention_layernorm.weight": "pytorch_model-00026-of-00029.bin",
+    "model.layers.29.self_attn.k_proj.weight": "pytorch_model-00026-of-00029.bin",
+    "model.layers.29.self_attn.o_proj.weight": "pytorch_model-00026-of-00029.bin",
+    "model.layers.29.self_attn.q_proj.weight": "pytorch_model-00026-of-00029.bin",
+    "model.layers.29.self_attn.v_proj.weight": "pytorch_model-00026-of-00029.bin",
+    "model.layers.3.input_layernorm.weight": "pytorch_model-00005-of-00029.bin",
+    "model.layers.3.mlp.down_proj.weight": "pytorch_model-00005-of-00029.bin",
+    "model.layers.3.mlp.gate_proj.weight": "pytorch_model-00004-of-00029.bin",
+    "model.layers.3.mlp.up_proj.weight": "pytorch_model-00004-of-00029.bin",
+    "model.layers.3.post_attention_layernorm.weight": "pytorch_model-00005-of-00029.bin",
+    "model.layers.3.self_attn.k_proj.weight": "pytorch_model-00004-of-00029.bin",
+    "model.layers.3.self_attn.o_proj.weight": "pytorch_model-00004-of-00029.bin",
+    "model.layers.3.self_attn.q_proj.weight": "pytorch_model-00004-of-00029.bin",
+    "model.layers.3.self_attn.v_proj.weight": "pytorch_model-00004-of-00029.bin",
+    "model.layers.30.input_layernorm.weight": "pytorch_model-00027-of-00029.bin",
+    "model.layers.30.mlp.down_proj.weight": "pytorch_model-00027-of-00029.bin",
+    "model.layers.30.mlp.gate_proj.weight": "pytorch_model-00027-of-00029.bin",
+    "model.layers.30.mlp.up_proj.weight": "pytorch_model-00027-of-00029.bin",
+    "model.layers.30.post_attention_layernorm.weight": "pytorch_model-00027-of-00029.bin",
+    "model.layers.30.self_attn.k_proj.weight": "pytorch_model-00026-of-00029.bin",
+    "model.layers.30.self_attn.o_proj.weight": "pytorch_model-00027-of-00029.bin",
+    "model.layers.30.self_attn.q_proj.weight": "pytorch_model-00026-of-00029.bin",
+    "model.layers.30.self_attn.v_proj.weight": "pytorch_model-00026-of-00029.bin",
+    "model.layers.31.input_layernorm.weight": "pytorch_model-00028-of-00029.bin",
+    "model.layers.31.mlp.down_proj.weight": "pytorch_model-00028-of-00029.bin",
+    "model.layers.31.mlp.gate_proj.weight": "pytorch_model-00028-of-00029.bin",
+    "model.layers.31.mlp.up_proj.weight": "pytorch_model-00028-of-00029.bin",
+    "model.layers.31.post_attention_layernorm.weight": "pytorch_model-00028-of-00029.bin",
+    "model.layers.31.self_attn.k_proj.weight": "pytorch_model-00027-of-00029.bin",
+    "model.layers.31.self_attn.o_proj.weight": "pytorch_model-00027-of-00029.bin",
+    "model.layers.31.self_attn.q_proj.weight": "pytorch_model-00027-of-00029.bin",
+    "model.layers.31.self_attn.v_proj.weight": "pytorch_model-00027-of-00029.bin",
+    "model.layers.4.input_layernorm.weight": "pytorch_model-00005-of-00029.bin",
+    "model.layers.4.mlp.down_proj.weight": "pytorch_model-00005-of-00029.bin",
+    "model.layers.4.mlp.gate_proj.weight": "pytorch_model-00005-of-00029.bin",
+    "model.layers.4.mlp.up_proj.weight": "pytorch_model-00005-of-00029.bin",
+    "model.layers.4.post_attention_layernorm.weight": "pytorch_model-00005-of-00029.bin",
+    "model.layers.4.self_attn.k_proj.weight": "pytorch_model-00005-of-00029.bin",
+    "model.layers.4.self_attn.o_proj.weight": "pytorch_model-00005-of-00029.bin",
+    "model.layers.4.self_attn.q_proj.weight": "pytorch_model-00005-of-00029.bin",
+    "model.layers.4.self_attn.v_proj.weight": "pytorch_model-00005-of-00029.bin",
+    "model.layers.5.input_layernorm.weight": "pytorch_model-00006-of-00029.bin",
+    "model.layers.5.mlp.down_proj.weight": "pytorch_model-00006-of-00029.bin",
+    "model.layers.5.mlp.gate_proj.weight": "pytorch_model-00006-of-00029.bin",
+    "model.layers.5.mlp.up_proj.weight": "pytorch_model-00006-of-00029.bin",
+    "model.layers.5.post_attention_layernorm.weight": "pytorch_model-00006-of-00029.bin",
+    "model.layers.5.self_attn.k_proj.weight": "pytorch_model-00006-of-00029.bin",
+    "model.layers.5.self_attn.o_proj.weight": "pytorch_model-00006-of-00029.bin",
+    "model.layers.5.self_attn.q_proj.weight": "pytorch_model-00006-of-00029.bin",
+    "model.layers.5.self_attn.v_proj.weight": "pytorch_model-00006-of-00029.bin",
+    "model.layers.6.input_layernorm.weight": "pytorch_model-00007-of-00029.bin",
+    "model.layers.6.mlp.down_proj.weight": "pytorch_model-00007-of-00029.bin",
+    "model.layers.6.mlp.gate_proj.weight": "pytorch_model-00007-of-00029.bin",
+    "model.layers.6.mlp.up_proj.weight": "pytorch_model-00007-of-00029.bin",
+    "model.layers.6.post_attention_layernorm.weight": "pytorch_model-00007-of-00029.bin",
+    "model.layers.6.self_attn.k_proj.weight": "pytorch_model-00006-of-00029.bin",
+    "model.layers.6.self_attn.o_proj.weight": "pytorch_model-00007-of-00029.bin",
+    "model.layers.6.self_attn.q_proj.weight": "pytorch_model-00006-of-00029.bin",
+    "model.layers.6.self_attn.v_proj.weight": "pytorch_model-00006-of-00029.bin",
+    "model.layers.7.input_layernorm.weight": "pytorch_model-00008-of-00029.bin",
+    "model.layers.7.mlp.down_proj.weight": "pytorch_model-00008-of-00029.bin",
+    "model.layers.7.mlp.gate_proj.weight": "pytorch_model-00008-of-00029.bin",
+    "model.layers.7.mlp.up_proj.weight": "pytorch_model-00008-of-00029.bin",
+    "model.layers.7.post_attention_layernorm.weight": "pytorch_model-00008-of-00029.bin",
+    "model.layers.7.self_attn.k_proj.weight": "pytorch_model-00007-of-00029.bin",
+    "model.layers.7.self_attn.o_proj.weight": "pytorch_model-00007-of-00029.bin",
+    "model.layers.7.self_attn.q_proj.weight": "pytorch_model-00007-of-00029.bin",
+    "model.layers.7.self_attn.v_proj.weight": "pytorch_model-00007-of-00029.bin",
+    "model.layers.8.input_layernorm.weight": "pytorch_model-00009-of-00029.bin",
+    "model.layers.8.mlp.down_proj.weight": "pytorch_model-00009-of-00029.bin",
+    "model.layers.8.mlp.gate_proj.weight": "pytorch_model-00008-of-00029.bin",
+    "model.layers.8.mlp.up_proj.weight": "pytorch_model-00009-of-00029.bin",
+    "model.layers.8.post_attention_layernorm.weight": "pytorch_model-00009-of-00029.bin",
+    "model.layers.8.self_attn.k_proj.weight": "pytorch_model-00008-of-00029.bin",
+    "model.layers.8.self_attn.o_proj.weight": "pytorch_model-00008-of-00029.bin",
+    "model.layers.8.self_attn.q_proj.weight": "pytorch_model-00008-of-00029.bin",
+    "model.layers.8.self_attn.v_proj.weight": "pytorch_model-00008-of-00029.bin",
+    "model.layers.9.input_layernorm.weight": "pytorch_model-00010-of-00029.bin",
+    "model.layers.9.mlp.down_proj.weight": "pytorch_model-00010-of-00029.bin",
+    "model.layers.9.mlp.gate_proj.weight": "pytorch_model-00009-of-00029.bin",
+    "model.layers.9.mlp.up_proj.weight": "pytorch_model-00009-of-00029.bin",
+    "model.layers.9.post_attention_layernorm.weight": "pytorch_model-00010-of-00029.bin",
+    "model.layers.9.self_attn.k_proj.weight": "pytorch_model-00009-of-00029.bin",
+    "model.layers.9.self_attn.o_proj.weight": "pytorch_model-00009-of-00029.bin",
+    "model.layers.9.self_attn.q_proj.weight": "pytorch_model-00009-of-00029.bin",
+    "model.layers.9.self_attn.v_proj.weight": "pytorch_model-00009-of-00029.bin",
+    "model.norm.weight": "pytorch_model-00028-of-00029.bin"
+  }
+}