Upload LlamaForCausalLM

config.json

@@ -0,0 +1,23 @@
+{
+  "_name_or_path": "sharpbai/open_llama_13b",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "hidden_act": "silu",
+  "hidden_size": 5120,
+  "initializer_range": 0.02,
+  "intermediate_size": 13824,
+  "max_position_embeddings": 2048,
+  "model_type": "llama",
+  "num_attention_heads": 40,
+  "num_hidden_layers": 40,
+  "pad_token_id": 0,
+  "rms_norm_eps": 1e-06,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float16",
+  "transformers_version": "4.30.2",
+  "use_cache": true,
+  "vocab_size": 32000
+}

generation_config.json

@@ -0,0 +1,7 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "pad_token_id": 0,
+  "transformers_version": "4.30.2"
+}

pytorch_model-00001-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5121c6e0e517920fa3933570868b61b2ddee66314d93cde875f63d9d38d8cb74
+size 537397951

pytorch_model-00002-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c64cad1bc9e5b52da2b3b9e1ea515d6b22b13a72c1596cf555f9945fa52c4e29
+size 634412995

pytorch_model-00003-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32cb1d30756b8648ff41b4090fff6bf4911ea241f8b2bd112596dfe63c450b18
+size 634412995

pytorch_model-00004-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ace5eecdbba3d7f73ad085a89e89e2d7a99c7ef69e6ed515630e7709a86ec49
+size 634412995

pytorch_model-00005-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ffe240e1ea82415c2a6abec31decef7afafe42d2067426b27d460d5ef6bcd6
+size 634412995

pytorch_model-00006-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:024cb4ab1dd9c18cc0b958c1468741f8f73a5b92caa07c42ad47d8e1bd4dd180
+size 634412995

pytorch_model-00007-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cb6e6c8e554d86bd707667686fb4c2ee458c116b1064a59adb7fea0f296ca69
+size 634412995

pytorch_model-00008-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f823749b66bc53dc5365047515596045b373eb2704d498493ea41bcc2361d1
+size 634412995

pytorch_model-00009-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50f62d8b24fec13c3ce271142c0a033507b773b6a4b52e01dd03116f3154bf1c
+size 634412995

pytorch_model-00010-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2774f7ebe32a32c590135ac9c01bdf520c3b2a56a192e1e6674de9202cc0f762
+size 634412995

pytorch_model-00011-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca053d89142bac825f2f8b5658d62e594d50ca124538b3da3a918c1ab95a0c61
+size 634412995

pytorch_model-00012-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dde1d86c1ba94256af9e4949d5958bc96260115b585249ffa51e7062803b6db2
+size 634412995

pytorch_model-00013-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8306b66c908bfe8166c73c3bab2baf3cc50268b18c68c9cf75cef6bc31d4a69
+size 634412995

pytorch_model-00014-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d94b8124cd4def287f4d1618ec4c9c100dfde7cdb19d01b45a444269425f87
+size 634412995

pytorch_model-00015-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b69c75a547a09073a54ec83e6dcf8b24eff41d7e0d445cfb9c32b833a79bf93a
+size 634412995

pytorch_model-00016-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef069df50a7c8f399dc952b5b1891a0336ead497467313d04297cde9f3946ae8
+size 634412995

pytorch_model-00017-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18712afd05ed176baa1ba98a8211066cf93ac523f56587e06939c9150d9a70cf
+size 634412995

pytorch_model-00018-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51d3e5d0f6455599b73d4a2aff80e0789950ea39bc1e67503b0846b1163219dc
+size 634412995

pytorch_model-00019-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a03dae6e0c1a5b72588645cc96897be6c146966d99ef558483471de4679ce53
+size 634412995

pytorch_model-00020-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b24c72ab6f9751e77a514a71adbd47c984f5f979fcaa36a72eb4e713940b2dc5
+size 634412995

pytorch_model-00021-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23394b59f27b6600ff6abd9b4cdf306541d41d5811db32eda3e562e8ad986dae
+size 634412995

pytorch_model-00022-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a36723d6463eb42e6e311d25c1c365b75b589653b266d2a3a7bed7560ac3e571
+size 634412995

pytorch_model-00023-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a6d28424abd5c910d604f1664b41e063a6745633a98c81f34d730eff2ebad1
+size 634412995

pytorch_model-00024-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d5d1e8e7f4ad9db3435f6566d2b8f8c0090c977f73f662224980d9b43964cf9
+size 634412995

pytorch_model-00025-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:549beee33fe83f1d2d79685908cdc0fa9a84a1644165bfbc5cda02d62223db1f
+size 634412995

pytorch_model-00026-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbd4a44982d19d613a34dc2497ea431ed18c067f525e270b0c9bb24935d718d0
+size 634412995

pytorch_model-00027-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a8d9f86e3d1a2a17bc350cc604def5772a8da1c6e7d704cfa371f098f1f960
+size 634412995

pytorch_model-00028-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a9345ac6bdd5c7adcbd121a00f0e6b34a29dd95151cd0880346257f0b2e9f8
+size 634412995

pytorch_model-00029-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ff4927c745b32b60874582afb7d7672226365d795aed36afb90b5c8c3505e98
+size 634412995

pytorch_model-00030-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f46845bd69a7b4e264239329e36730344d98c3f790ab9b0be1390e0fdc4c3a26
+size 634412995

pytorch_model-00031-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9dc15d914195e8bc2e6876d6adef4efa480f37c1ff9b66d2f88b678e8e527bf
+size 634412995

pytorch_model-00032-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fd0af260490fdd6547db368cf792a4df581ad56603224ef532691be65d5763b
+size 634412995

pytorch_model-00033-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17bb7825e4a9c9dbfb0805a55c7407f68376a4ae47f104b57a0d28b53c7264b1
+size 634412995

pytorch_model-00034-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a540873386f09c34e931bb01891a161b38a03bd1f4bed0ac30b23eec7380a81
+size 634412995

pytorch_model-00035-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e1fd5a9821c0c27eb54b845eeef7473e2e955560d2200e703a9d47f1a2a4372
+size 634412995

pytorch_model-00036-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ff3111a5e6d174058a5330602637dbab57b7842a6b262584364c9b245cfe155
+size 634412995

pytorch_model-00037-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25f808cff36e50441a370450b64ff229af840845bf45f56f443e32a1af514030
+size 634412995

pytorch_model-00038-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71cebc03fa2956b5db45bb81f5a5614757b692043db71e8a7bd721710d9633be
+size 634412995

pytorch_model-00039-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5cf85d8e84ab9e4c4566c025e6da2e845ab5f25db2e06482a468943149bca37
+size 634412995

pytorch_model-00040-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:465aaa533941f4e48d0173f0767c8d1ad5d9eccea31b658174c476442fe56133
+size 634412995

pytorch_model-00041-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09acc284026557d26b70f54e8875b6dbaa81f88027444e886b18a66a6691d4a0
+size 424706495

pytorch_model-00042-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d63d92368d2956c58444eeb6e59d6af5cbe74a02fef89531fff1a149380f24cd
+size 327680938

pytorch_model.bin.index.json

@@ -0,0 +1,410 @@
+{
+  "metadata": {
+    "total_size": 26031738880
+  },
+  "weight_map": {
+    "lm_head.weight": "pytorch_model-00042-of-00042.bin",
+    "model.embed_tokens.weight": "pytorch_model-00001-of-00042.bin",
+    "model.layers.0.input_layernorm.weight": "pytorch_model-00002-of-00042.bin",
+    "model.layers.0.mlp.down_proj.weight": "pytorch_model-00002-of-00042.bin",
+    "model.layers.0.mlp.gate_proj.weight": "pytorch_model-00002-of-00042.bin",
+    "model.layers.0.mlp.up_proj.weight": "pytorch_model-00002-of-00042.bin",
+    "model.layers.0.post_attention_layernorm.weight": "pytorch_model-00002-of-00042.bin",
+    "model.layers.0.self_attn.k_proj.weight": "pytorch_model-00001-of-00042.bin",
+    "model.layers.0.self_attn.o_proj.weight": "pytorch_model-00001-of-00042.bin",
+    "model.layers.0.self_attn.q_proj.weight": "pytorch_model-00001-of-00042.bin",
+    "model.layers.0.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00042.bin",
+    "model.layers.0.self_attn.v_proj.weight": "pytorch_model-00001-of-00042.bin",
+    "model.layers.1.input_layernorm.weight": "pytorch_model-00003-of-00042.bin",
+    "model.layers.1.mlp.down_proj.weight": "pytorch_model-00003-of-00042.bin",
+    "model.layers.1.mlp.gate_proj.weight": "pytorch_model-00003-of-00042.bin",
+    "model.layers.1.mlp.up_proj.weight": "pytorch_model-00003-of-00042.bin",
+    "model.layers.1.post_attention_layernorm.weight": "pytorch_model-00003-of-00042.bin",
+    "model.layers.1.self_attn.k_proj.weight": "pytorch_model-00002-of-00042.bin",
+    "model.layers.1.self_attn.o_proj.weight": "pytorch_model-00002-of-00042.bin",
+    "model.layers.1.self_attn.q_proj.weight": "pytorch_model-00002-of-00042.bin",
+    "model.layers.1.self_attn.rotary_emb.inv_freq": "pytorch_model-00002-of-00042.bin",
+    "model.layers.1.self_attn.v_proj.weight": "pytorch_model-00002-of-00042.bin",
+    "model.layers.10.input_layernorm.weight": "pytorch_model-00012-of-00042.bin",
+    "model.layers.10.mlp.down_proj.weight": "pytorch_model-00012-of-00042.bin",
+    "model.layers.10.mlp.gate_proj.weight": "pytorch_model-00012-of-00042.bin",
+    "model.layers.10.mlp.up_proj.weight": "pytorch_model-00012-of-00042.bin",
+    "model.layers.10.post_attention_layernorm.weight": "pytorch_model-00012-of-00042.bin",
+    "model.layers.10.self_attn.k_proj.weight": "pytorch_model-00011-of-00042.bin",
+    "model.layers.10.self_attn.o_proj.weight": "pytorch_model-00011-of-00042.bin",
+    "model.layers.10.self_attn.q_proj.weight": "pytorch_model-00011-of-00042.bin",
+    "model.layers.10.self_attn.rotary_emb.inv_freq": "pytorch_model-00011-of-00042.bin",
+    "model.layers.10.self_attn.v_proj.weight": "pytorch_model-00011-of-00042.bin",
+    "model.layers.11.input_layernorm.weight": "pytorch_model-00013-of-00042.bin",
+    "model.layers.11.mlp.down_proj.weight": "pytorch_model-00013-of-00042.bin",
+    "model.layers.11.mlp.gate_proj.weight": "pytorch_model-00013-of-00042.bin",
+    "model.layers.11.mlp.up_proj.weight": "pytorch_model-00013-of-00042.bin",
+    "model.layers.11.post_attention_layernorm.weight": "pytorch_model-00013-of-00042.bin",
+    "model.layers.11.self_attn.k_proj.weight": "pytorch_model-00012-of-00042.bin",
+    "model.layers.11.self_attn.o_proj.weight": "pytorch_model-00012-of-00042.bin",
+    "model.layers.11.self_attn.q_proj.weight": "pytorch_model-00012-of-00042.bin",
+    "model.layers.11.self_attn.rotary_emb.inv_freq": "pytorch_model-00012-of-00042.bin",
+    "model.layers.11.self_attn.v_proj.weight": "pytorch_model-00012-of-00042.bin",
+    "model.layers.12.input_layernorm.weight": "pytorch_model-00014-of-00042.bin",
+    "model.layers.12.mlp.down_proj.weight": "pytorch_model-00014-of-00042.bin",
+    "model.layers.12.mlp.gate_proj.weight": "pytorch_model-00014-of-00042.bin",
+    "model.layers.12.mlp.up_proj.weight": "pytorch_model-00014-of-00042.bin",
+    "model.layers.12.post_attention_layernorm.weight": "pytorch_model-00014-of-00042.bin",
+    "model.layers.12.self_attn.k_proj.weight": "pytorch_model-00013-of-00042.bin",
+    "model.layers.12.self_attn.o_proj.weight": "pytorch_model-00013-of-00042.bin",
+    "model.layers.12.self_attn.q_proj.weight": "pytorch_model-00013-of-00042.bin",
+    "model.layers.12.self_attn.rotary_emb.inv_freq": "pytorch_model-00013-of-00042.bin",
+    "model.layers.12.self_attn.v_proj.weight": "pytorch_model-00013-of-00042.bin",
+    "model.layers.13.input_layernorm.weight": "pytorch_model-00015-of-00042.bin",
+    "model.layers.13.mlp.down_proj.weight": "pytorch_model-00015-of-00042.bin",
+    "model.layers.13.mlp.gate_proj.weight": "pytorch_model-00015-of-00042.bin",
+    "model.layers.13.mlp.up_proj.weight": "pytorch_model-00015-of-00042.bin",
+    "model.layers.13.post_attention_layernorm.weight": "pytorch_model-00015-of-00042.bin",
+    "model.layers.13.self_attn.k_proj.weight": "pytorch_model-00014-of-00042.bin",
+    "model.layers.13.self_attn.o_proj.weight": "pytorch_model-00014-of-00042.bin",
+    "model.layers.13.self_attn.q_proj.weight": "pytorch_model-00014-of-00042.bin",
+    "model.layers.13.self_attn.rotary_emb.inv_freq": "pytorch_model-00014-of-00042.bin",
+    "model.layers.13.self_attn.v_proj.weight": "pytorch_model-00014-of-00042.bin",
+    "model.layers.14.input_layernorm.weight": "pytorch_model-00016-of-00042.bin",
+    "model.layers.14.mlp.down_proj.weight": "pytorch_model-00016-of-00042.bin",
+    "model.layers.14.mlp.gate_proj.weight": "pytorch_model-00016-of-00042.bin",
+    "model.layers.14.mlp.up_proj.weight": "pytorch_model-00016-of-00042.bin",
+    "model.layers.14.post_attention_layernorm.weight": "pytorch_model-00016-of-00042.bin",
+    "model.layers.14.self_attn.k_proj.weight": "pytorch_model-00015-of-00042.bin",
+    "model.layers.14.self_attn.o_proj.weight": "pytorch_model-00015-of-00042.bin",
+    "model.layers.14.self_attn.q_proj.weight": "pytorch_model-00015-of-00042.bin",
+    "model.layers.14.self_attn.rotary_emb.inv_freq": "pytorch_model-00015-of-00042.bin",
+    "model.layers.14.self_attn.v_proj.weight": "pytorch_model-00015-of-00042.bin",
+    "model.layers.15.input_layernorm.weight": "pytorch_model-00017-of-00042.bin",
+    "model.layers.15.mlp.down_proj.weight": "pytorch_model-00017-of-00042.bin",
+    "model.layers.15.mlp.gate_proj.weight": "pytorch_model-00017-of-00042.bin",
+    "model.layers.15.mlp.up_proj.weight": "pytorch_model-00017-of-00042.bin",
+    "model.layers.15.post_attention_layernorm.weight": "pytorch_model-00017-of-00042.bin",
+    "model.layers.15.self_attn.k_proj.weight": "pytorch_model-00016-of-00042.bin",
+    "model.layers.15.self_attn.o_proj.weight": "pytorch_model-00016-of-00042.bin",
+    "model.layers.15.self_attn.q_proj.weight": "pytorch_model-00016-of-00042.bin",
+    "model.layers.15.self_attn.rotary_emb.inv_freq": "pytorch_model-00016-of-00042.bin",
+    "model.layers.15.self_attn.v_proj.weight": "pytorch_model-00016-of-00042.bin",
+    "model.layers.16.input_layernorm.weight": "pytorch_model-00018-of-00042.bin",
+    "model.layers.16.mlp.down_proj.weight": "pytorch_model-00018-of-00042.bin",
+    "model.layers.16.mlp.gate_proj.weight": "pytorch_model-00018-of-00042.bin",
+    "model.layers.16.mlp.up_proj.weight": "pytorch_model-00018-of-00042.bin",
+    "model.layers.16.post_attention_layernorm.weight": "pytorch_model-00018-of-00042.bin",
+    "model.layers.16.self_attn.k_proj.weight": "pytorch_model-00017-of-00042.bin",
+    "model.layers.16.self_attn.o_proj.weight": "pytorch_model-00017-of-00042.bin",
+    "model.layers.16.self_attn.q_proj.weight": "pytorch_model-00017-of-00042.bin",
+    "model.layers.16.self_attn.rotary_emb.inv_freq": "pytorch_model-00017-of-00042.bin",
+    "model.layers.16.self_attn.v_proj.weight": "pytorch_model-00017-of-00042.bin",
+    "model.layers.17.input_layernorm.weight": "pytorch_model-00019-of-00042.bin",
+    "model.layers.17.mlp.down_proj.weight": "pytorch_model-00019-of-00042.bin",
+    "model.layers.17.mlp.gate_proj.weight": "pytorch_model-00019-of-00042.bin",
+    "model.layers.17.mlp.up_proj.weight": "pytorch_model-00019-of-00042.bin",
+    "model.layers.17.post_attention_layernorm.weight": "pytorch_model-00019-of-00042.bin",
+    "model.layers.17.self_attn.k_proj.weight": "pytorch_model-00018-of-00042.bin",
+    "model.layers.17.self_attn.o_proj.weight": "pytorch_model-00018-of-00042.bin",
+    "model.layers.17.self_attn.q_proj.weight": "pytorch_model-00018-of-00042.bin",
+    "model.layers.17.self_attn.rotary_emb.inv_freq": "pytorch_model-00018-of-00042.bin",
+    "model.layers.17.self_attn.v_proj.weight": "pytorch_model-00018-of-00042.bin",
+    "model.layers.18.input_layernorm.weight": "pytorch_model-00020-of-00042.bin",
+    "model.layers.18.mlp.down_proj.weight": "pytorch_model-00020-of-00042.bin",
+    "model.layers.18.mlp.gate_proj.weight": "pytorch_model-00020-of-00042.bin",
+    "model.layers.18.mlp.up_proj.weight": "pytorch_model-00020-of-00042.bin",
+    "model.layers.18.post_attention_layernorm.weight": "pytorch_model-00020-of-00042.bin",
+    "model.layers.18.self_attn.k_proj.weight": "pytorch_model-00019-of-00042.bin",
+    "model.layers.18.self_attn.o_proj.weight": "pytorch_model-00019-of-00042.bin",
+    "model.layers.18.self_attn.q_proj.weight": "pytorch_model-00019-of-00042.bin",
+    "model.layers.18.self_attn.rotary_emb.inv_freq": "pytorch_model-00019-of-00042.bin",
+    "model.layers.18.self_attn.v_proj.weight": "pytorch_model-00019-of-00042.bin",
+    "model.layers.19.input_layernorm.weight": "pytorch_model-00021-of-00042.bin",
+    "model.layers.19.mlp.down_proj.weight": "pytorch_model-00021-of-00042.bin",
+    "model.layers.19.mlp.gate_proj.weight": "pytorch_model-00021-of-00042.bin",
+    "model.layers.19.mlp.up_proj.weight": "pytorch_model-00021-of-00042.bin",
+    "model.layers.19.post_attention_layernorm.weight": "pytorch_model-00021-of-00042.bin",
+    "model.layers.19.self_attn.k_proj.weight": "pytorch_model-00020-of-00042.bin",
+    "model.layers.19.self_attn.o_proj.weight": "pytorch_model-00020-of-00042.bin",
+    "model.layers.19.self_attn.q_proj.weight": "pytorch_model-00020-of-00042.bin",
+    "model.layers.19.self_attn.rotary_emb.inv_freq": "pytorch_model-00020-of-00042.bin",
+    "model.layers.19.self_attn.v_proj.weight": "pytorch_model-00020-of-00042.bin",
+    "model.layers.2.input_layernorm.weight": "pytorch_model-00004-of-00042.bin",
+    "model.layers.2.mlp.down_proj.weight": "pytorch_model-00004-of-00042.bin",
+    "model.layers.2.mlp.gate_proj.weight": "pytorch_model-00004-of-00042.bin",
+    "model.layers.2.mlp.up_proj.weight": "pytorch_model-00004-of-00042.bin",
+    "model.layers.2.post_attention_layernorm.weight": "pytorch_model-00004-of-00042.bin",
+    "model.layers.2.self_attn.k_proj.weight": "pytorch_model-00003-of-00042.bin",
+    "model.layers.2.self_attn.o_proj.weight": "pytorch_model-00003-of-00042.bin",
+    "model.layers.2.self_attn.q_proj.weight": "pytorch_model-00003-of-00042.bin",
+    "model.layers.2.self_attn.rotary_emb.inv_freq": "pytorch_model-00003-of-00042.bin",
+    "model.layers.2.self_attn.v_proj.weight": "pytorch_model-00003-of-00042.bin",
+    "model.layers.20.input_layernorm.weight": "pytorch_model-00022-of-00042.bin",
+    "model.layers.20.mlp.down_proj.weight": "pytorch_model-00022-of-00042.bin",
+    "model.layers.20.mlp.gate_proj.weight": "pytorch_model-00022-of-00042.bin",
+    "model.layers.20.mlp.up_proj.weight": "pytorch_model-00022-of-00042.bin",
+    "model.layers.20.post_attention_layernorm.weight": "pytorch_model-00022-of-00042.bin",
+    "model.layers.20.self_attn.k_proj.weight": "pytorch_model-00021-of-00042.bin",
+    "model.layers.20.self_attn.o_proj.weight": "pytorch_model-00021-of-00042.bin",
+    "model.layers.20.self_attn.q_proj.weight": "pytorch_model-00021-of-00042.bin",
+    "model.layers.20.self_attn.rotary_emb.inv_freq": "pytorch_model-00021-of-00042.bin",
+    "model.layers.20.self_attn.v_proj.weight": "pytorch_model-00021-of-00042.bin",
+    "model.layers.21.input_layernorm.weight": "pytorch_model-00023-of-00042.bin",
+    "model.layers.21.mlp.down_proj.weight": "pytorch_model-00023-of-00042.bin",
+    "model.layers.21.mlp.gate_proj.weight": "pytorch_model-00023-of-00042.bin",
+    "model.layers.21.mlp.up_proj.weight": "pytorch_model-00023-of-00042.bin",
+    "model.layers.21.post_attention_layernorm.weight": "pytorch_model-00023-of-00042.bin",
+    "model.layers.21.self_attn.k_proj.weight": "pytorch_model-00022-of-00042.bin",
+    "model.layers.21.self_attn.o_proj.weight": "pytorch_model-00022-of-00042.bin",
+    "model.layers.21.self_attn.q_proj.weight": "pytorch_model-00022-of-00042.bin",
+    "model.layers.21.self_attn.rotary_emb.inv_freq": "pytorch_model-00022-of-00042.bin",
+    "model.layers.21.self_attn.v_proj.weight": "pytorch_model-00022-of-00042.bin",
+    "model.layers.22.input_layernorm.weight": "pytorch_model-00024-of-00042.bin",
+    "model.layers.22.mlp.down_proj.weight": "pytorch_model-00024-of-00042.bin",
+    "model.layers.22.mlp.gate_proj.weight": "pytorch_model-00024-of-00042.bin",
+    "model.layers.22.mlp.up_proj.weight": "pytorch_model-00024-of-00042.bin",
+    "model.layers.22.post_attention_layernorm.weight": "pytorch_model-00024-of-00042.bin",
+    "model.layers.22.self_attn.k_proj.weight": "pytorch_model-00023-of-00042.bin",
+    "model.layers.22.self_attn.o_proj.weight": "pytorch_model-00023-of-00042.bin",
+    "model.layers.22.self_attn.q_proj.weight": "pytorch_model-00023-of-00042.bin",
+    "model.layers.22.self_attn.rotary_emb.inv_freq": "pytorch_model-00023-of-00042.bin",
+    "model.layers.22.self_attn.v_proj.weight": "pytorch_model-00023-of-00042.bin",
+    "model.layers.23.input_layernorm.weight": "pytorch_model-00025-of-00042.bin",
+    "model.layers.23.mlp.down_proj.weight": "pytorch_model-00025-of-00042.bin",
+    "model.layers.23.mlp.gate_proj.weight": "pytorch_model-00025-of-00042.bin",
+    "model.layers.23.mlp.up_proj.weight": "pytorch_model-00025-of-00042.bin",
+    "model.layers.23.post_attention_layernorm.weight": "pytorch_model-00025-of-00042.bin",
+    "model.layers.23.self_attn.k_proj.weight": "pytorch_model-00024-of-00042.bin",
+    "model.layers.23.self_attn.o_proj.weight": "pytorch_model-00024-of-00042.bin",
+    "model.layers.23.self_attn.q_proj.weight": "pytorch_model-00024-of-00042.bin",
+    "model.layers.23.self_attn.rotary_emb.inv_freq": "pytorch_model-00024-of-00042.bin",
+    "model.layers.23.self_attn.v_proj.weight": "pytorch_model-00024-of-00042.bin",
+    "model.layers.24.input_layernorm.weight": "pytorch_model-00026-of-00042.bin",
+    "model.layers.24.mlp.down_proj.weight": "pytorch_model-00026-of-00042.bin",
+    "model.layers.24.mlp.gate_proj.weight": "pytorch_model-00026-of-00042.bin",
+    "model.layers.24.mlp.up_proj.weight": "pytorch_model-00026-of-00042.bin",
+    "model.layers.24.post_attention_layernorm.weight": "pytorch_model-00026-of-00042.bin",
+    "model.layers.24.self_attn.k_proj.weight": "pytorch_model-00025-of-00042.bin",
+    "model.layers.24.self_attn.o_proj.weight": "pytorch_model-00025-of-00042.bin",
+    "model.layers.24.self_attn.q_proj.weight": "pytorch_model-00025-of-00042.bin",
+    "model.layers.24.self_attn.rotary_emb.inv_freq": "pytorch_model-00025-of-00042.bin",
+    "model.layers.24.self_attn.v_proj.weight": "pytorch_model-00025-of-00042.bin",
+    "model.layers.25.input_layernorm.weight": "pytorch_model-00027-of-00042.bin",
+    "model.layers.25.mlp.down_proj.weight": "pytorch_model-00027-of-00042.bin",
+    "model.layers.25.mlp.gate_proj.weight": "pytorch_model-00027-of-00042.bin",
+    "model.layers.25.mlp.up_proj.weight": "pytorch_model-00027-of-00042.bin",
+    "model.layers.25.post_attention_layernorm.weight": "pytorch_model-00027-of-00042.bin",
+    "model.layers.25.self_attn.k_proj.weight": "pytorch_model-00026-of-00042.bin",
+    "model.layers.25.self_attn.o_proj.weight": "pytorch_model-00026-of-00042.bin",
+    "model.layers.25.self_attn.q_proj.weight": "pytorch_model-00026-of-00042.bin",
+    "model.layers.25.self_attn.rotary_emb.inv_freq": "pytorch_model-00026-of-00042.bin",
+    "model.layers.25.self_attn.v_proj.weight": "pytorch_model-00026-of-00042.bin",
+    "model.layers.26.input_layernorm.weight": "pytorch_model-00028-of-00042.bin",
+    "model.layers.26.mlp.down_proj.weight": "pytorch_model-00028-of-00042.bin",
+    "model.layers.26.mlp.gate_proj.weight": "pytorch_model-00028-of-00042.bin",
+    "model.layers.26.mlp.up_proj.weight": "pytorch_model-00028-of-00042.bin",
+    "model.layers.26.post_attention_layernorm.weight": "pytorch_model-00028-of-00042.bin",
+    "model.layers.26.self_attn.k_proj.weight": "pytorch_model-00027-of-00042.bin",
+    "model.layers.26.self_attn.o_proj.weight": "pytorch_model-00027-of-00042.bin",
+    "model.layers.26.self_attn.q_proj.weight": "pytorch_model-00027-of-00042.bin",
+    "model.layers.26.self_attn.rotary_emb.inv_freq": "pytorch_model-00027-of-00042.bin",
+    "model.layers.26.self_attn.v_proj.weight": "pytorch_model-00027-of-00042.bin",
+    "model.layers.27.input_layernorm.weight": "pytorch_model-00029-of-00042.bin",
+    "model.layers.27.mlp.down_proj.weight": "pytorch_model-00029-of-00042.bin",
+    "model.layers.27.mlp.gate_proj.weight": "pytorch_model-00029-of-00042.bin",
+    "model.layers.27.mlp.up_proj.weight": "pytorch_model-00029-of-00042.bin",
+    "model.layers.27.post_attention_layernorm.weight": "pytorch_model-00029-of-00042.bin",
+    "model.layers.27.self_attn.k_proj.weight": "pytorch_model-00028-of-00042.bin",
+    "model.layers.27.self_attn.o_proj.weight": "pytorch_model-00028-of-00042.bin",
+    "model.layers.27.self_attn.q_proj.weight": "pytorch_model-00028-of-00042.bin",
+    "model.layers.27.self_attn.rotary_emb.inv_freq": "pytorch_model-00028-of-00042.bin",
+    "model.layers.27.self_attn.v_proj.weight": "pytorch_model-00028-of-00042.bin",
+    "model.layers.28.input_layernorm.weight": "pytorch_model-00030-of-00042.bin",
+    "model.layers.28.mlp.down_proj.weight": "pytorch_model-00030-of-00042.bin",
+    "model.layers.28.mlp.gate_proj.weight": "pytorch_model-00030-of-00042.bin",
+    "model.layers.28.mlp.up_proj.weight": "pytorch_model-00030-of-00042.bin",
+    "model.layers.28.post_attention_layernorm.weight": "pytorch_model-00030-of-00042.bin",
+    "model.layers.28.self_attn.k_proj.weight": "pytorch_model-00029-of-00042.bin",
+    "model.layers.28.self_attn.o_proj.weight": "pytorch_model-00029-of-00042.bin",
+    "model.layers.28.self_attn.q_proj.weight": "pytorch_model-00029-of-00042.bin",
+    "model.layers.28.self_attn.rotary_emb.inv_freq": "pytorch_model-00029-of-00042.bin",
+    "model.layers.28.self_attn.v_proj.weight": "pytorch_model-00029-of-00042.bin",
+    "model.layers.29.input_layernorm.weight": "pytorch_model-00031-of-00042.bin",
+    "model.layers.29.mlp.down_proj.weight": "pytorch_model-00031-of-00042.bin",
+    "model.layers.29.mlp.gate_proj.weight": "pytorch_model-00031-of-00042.bin",
+    "model.layers.29.mlp.up_proj.weight": "pytorch_model-00031-of-00042.bin",
+    "model.layers.29.post_attention_layernorm.weight": "pytorch_model-00031-of-00042.bin",
+    "model.layers.29.self_attn.k_proj.weight": "pytorch_model-00030-of-00042.bin",
+    "model.layers.29.self_attn.o_proj.weight": "pytorch_model-00030-of-00042.bin",
+    "model.layers.29.self_attn.q_proj.weight": "pytorch_model-00030-of-00042.bin",
+    "model.layers.29.self_attn.rotary_emb.inv_freq": "pytorch_model-00030-of-00042.bin",
+    "model.layers.29.self_attn.v_proj.weight": "pytorch_model-00030-of-00042.bin",
+    "model.layers.3.input_layernorm.weight": "pytorch_model-00005-of-00042.bin",
+    "model.layers.3.mlp.down_proj.weight": "pytorch_model-00005-of-00042.bin",
+    "model.layers.3.mlp.gate_proj.weight": "pytorch_model-00005-of-00042.bin",
+    "model.layers.3.mlp.up_proj.weight": "pytorch_model-00005-of-00042.bin",
+    "model.layers.3.post_attention_layernorm.weight": "pytorch_model-00005-of-00042.bin",
+    "model.layers.3.self_attn.k_proj.weight": "pytorch_model-00004-of-00042.bin",
+    "model.layers.3.self_attn.o_proj.weight": "pytorch_model-00004-of-00042.bin",
+    "model.layers.3.self_attn.q_proj.weight": "pytorch_model-00004-of-00042.bin",
+    "model.layers.3.self_attn.rotary_emb.inv_freq": "pytorch_model-00004-of-00042.bin",
+    "model.layers.3.self_attn.v_proj.weight": "pytorch_model-00004-of-00042.bin",
+    "model.layers.30.input_layernorm.weight": "pytorch_model-00032-of-00042.bin",
+    "model.layers.30.mlp.down_proj.weight": "pytorch_model-00032-of-00042.bin",
+    "model.layers.30.mlp.gate_proj.weight": "pytorch_model-00032-of-00042.bin",
+    "model.layers.30.mlp.up_proj.weight": "pytorch_model-00032-of-00042.bin",
+    "model.layers.30.post_attention_layernorm.weight": "pytorch_model-00032-of-00042.bin",
+    "model.layers.30.self_attn.k_proj.weight": "pytorch_model-00031-of-00042.bin",
+    "model.layers.30.self_attn.o_proj.weight": "pytorch_model-00031-of-00042.bin",
+    "model.layers.30.self_attn.q_proj.weight": "pytorch_model-00031-of-00042.bin",
+    "model.layers.30.self_attn.rotary_emb.inv_freq": "pytorch_model-00031-of-00042.bin",
+    "model.layers.30.self_attn.v_proj.weight": "pytorch_model-00031-of-00042.bin",
+    "model.layers.31.input_layernorm.weight": "pytorch_model-00033-of-00042.bin",
+    "model.layers.31.mlp.down_proj.weight": "pytorch_model-00033-of-00042.bin",
+    "model.layers.31.mlp.gate_proj.weight": "pytorch_model-00033-of-00042.bin",
+    "model.layers.31.mlp.up_proj.weight": "pytorch_model-00033-of-00042.bin",
+    "model.layers.31.post_attention_layernorm.weight": "pytorch_model-00033-of-00042.bin",
+    "model.layers.31.self_attn.k_proj.weight": "pytorch_model-00032-of-00042.bin",
+    "model.layers.31.self_attn.o_proj.weight": "pytorch_model-00032-of-00042.bin",
+    "model.layers.31.self_attn.q_proj.weight": "pytorch_model-00032-of-00042.bin",
+    "model.layers.31.self_attn.rotary_emb.inv_freq": "pytorch_model-00032-of-00042.bin",
+    "model.layers.31.self_attn.v_proj.weight": "pytorch_model-00032-of-00042.bin",
+    "model.layers.32.input_layernorm.weight": "pytorch_model-00034-of-00042.bin",
+    "model.layers.32.mlp.down_proj.weight": "pytorch_model-00034-of-00042.bin",
+    "model.layers.32.mlp.gate_proj.weight": "pytorch_model-00034-of-00042.bin",
+    "model.layers.32.mlp.up_proj.weight": "pytorch_model-00034-of-00042.bin",
+    "model.layers.32.post_attention_layernorm.weight": "pytorch_model-00034-of-00042.bin",
+    "model.layers.32.self_attn.k_proj.weight": "pytorch_model-00033-of-00042.bin",
+    "model.layers.32.self_attn.o_proj.weight": "pytorch_model-00033-of-00042.bin",
+    "model.layers.32.self_attn.q_proj.weight": "pytorch_model-00033-of-00042.bin",
+    "model.layers.32.self_attn.rotary_emb.inv_freq": "pytorch_model-00033-of-00042.bin",
+    "model.layers.32.self_attn.v_proj.weight": "pytorch_model-00033-of-00042.bin",
+    "model.layers.33.input_layernorm.weight": "pytorch_model-00035-of-00042.bin",
+    "model.layers.33.mlp.down_proj.weight": "pytorch_model-00035-of-00042.bin",
+    "model.layers.33.mlp.gate_proj.weight": "pytorch_model-00035-of-00042.bin",
+    "model.layers.33.mlp.up_proj.weight": "pytorch_model-00035-of-00042.bin",
+    "model.layers.33.post_attention_layernorm.weight": "pytorch_model-00035-of-00042.bin",
+    "model.layers.33.self_attn.k_proj.weight": "pytorch_model-00034-of-00042.bin",
+    "model.layers.33.self_attn.o_proj.weight": "pytorch_model-00034-of-00042.bin",
+    "model.layers.33.self_attn.q_proj.weight": "pytorch_model-00034-of-00042.bin",
+    "model.layers.33.self_attn.rotary_emb.inv_freq": "pytorch_model-00034-of-00042.bin",
+    "model.layers.33.self_attn.v_proj.weight": "pytorch_model-00034-of-00042.bin",
+    "model.layers.34.input_layernorm.weight": "pytorch_model-00036-of-00042.bin",
+    "model.layers.34.mlp.down_proj.weight": "pytorch_model-00036-of-00042.bin",
+    "model.layers.34.mlp.gate_proj.weight": "pytorch_model-00036-of-00042.bin",
+    "model.layers.34.mlp.up_proj.weight": "pytorch_model-00036-of-00042.bin",
+    "model.layers.34.post_attention_layernorm.weight": "pytorch_model-00036-of-00042.bin",
+    "model.layers.34.self_attn.k_proj.weight": "pytorch_model-00035-of-00042.bin",
+    "model.layers.34.self_attn.o_proj.weight": "pytorch_model-00035-of-00042.bin",
+    "model.layers.34.self_attn.q_proj.weight": "pytorch_model-00035-of-00042.bin",
+    "model.layers.34.self_attn.rotary_emb.inv_freq": "pytorch_model-00035-of-00042.bin",
+    "model.layers.34.self_attn.v_proj.weight": "pytorch_model-00035-of-00042.bin",
+    "model.layers.35.input_layernorm.weight": "pytorch_model-00037-of-00042.bin",
+    "model.layers.35.mlp.down_proj.weight": "pytorch_model-00037-of-00042.bin",
+    "model.layers.35.mlp.gate_proj.weight": "pytorch_model-00037-of-00042.bin",
+    "model.layers.35.mlp.up_proj.weight": "pytorch_model-00037-of-00042.bin",
+    "model.layers.35.post_attention_layernorm.weight": "pytorch_model-00037-of-00042.bin",
+    "model.layers.35.self_attn.k_proj.weight": "pytorch_model-00036-of-00042.bin",
+    "model.layers.35.self_attn.o_proj.weight": "pytorch_model-00036-of-00042.bin",
+    "model.layers.35.self_attn.q_proj.weight": "pytorch_model-00036-of-00042.bin",
+    "model.layers.35.self_attn.rotary_emb.inv_freq": "pytorch_model-00036-of-00042.bin",
+    "model.layers.35.self_attn.v_proj.weight": "pytorch_model-00036-of-00042.bin",
+    "model.layers.36.input_layernorm.weight": "pytorch_model-00038-of-00042.bin",
+    "model.layers.36.mlp.down_proj.weight": "pytorch_model-00038-of-00042.bin",
+    "model.layers.36.mlp.gate_proj.weight": "pytorch_model-00038-of-00042.bin",
+    "model.layers.36.mlp.up_proj.weight": "pytorch_model-00038-of-00042.bin",
+    "model.layers.36.post_attention_layernorm.weight": "pytorch_model-00038-of-00042.bin",
+    "model.layers.36.self_attn.k_proj.weight": "pytorch_model-00037-of-00042.bin",
+    "model.layers.36.self_attn.o_proj.weight": "pytorch_model-00037-of-00042.bin",
+    "model.layers.36.self_attn.q_proj.weight": "pytorch_model-00037-of-00042.bin",
+    "model.layers.36.self_attn.rotary_emb.inv_freq": "pytorch_model-00037-of-00042.bin",
+    "model.layers.36.self_attn.v_proj.weight": "pytorch_model-00037-of-00042.bin",
+    "model.layers.37.input_layernorm.weight": "pytorch_model-00039-of-00042.bin",
+    "model.layers.37.mlp.down_proj.weight": "pytorch_model-00039-of-00042.bin",
+    "model.layers.37.mlp.gate_proj.weight": "pytorch_model-00039-of-00042.bin",
+    "model.layers.37.mlp.up_proj.weight": "pytorch_model-00039-of-00042.bin",
+    "model.layers.37.post_attention_layernorm.weight": "pytorch_model-00039-of-00042.bin",
+    "model.layers.37.self_attn.k_proj.weight": "pytorch_model-00038-of-00042.bin",
+    "model.layers.37.self_attn.o_proj.weight": "pytorch_model-00038-of-00042.bin",
+    "model.layers.37.self_attn.q_proj.weight": "pytorch_model-00038-of-00042.bin",
+    "model.layers.37.self_attn.rotary_emb.inv_freq": "pytorch_model-00038-of-00042.bin",
+    "model.layers.37.self_attn.v_proj.weight": "pytorch_model-00038-of-00042.bin",
+    "model.layers.38.input_layernorm.weight": "pytorch_model-00040-of-00042.bin",
+    "model.layers.38.mlp.down_proj.weight": "pytorch_model-00040-of-00042.bin",
+    "model.layers.38.mlp.gate_proj.weight": "pytorch_model-00040-of-00042.bin",
+    "model.layers.38.mlp.up_proj.weight": "pytorch_model-00040-of-00042.bin",
+    "model.layers.38.post_attention_layernorm.weight": "pytorch_model-00040-of-00042.bin",
+    "model.layers.38.self_attn.k_proj.weight": "pytorch_model-00039-of-00042.bin",
+    "model.layers.38.self_attn.o_proj.weight": "pytorch_model-00039-of-00042.bin",
+    "model.layers.38.self_attn.q_proj.weight": "pytorch_model-00039-of-00042.bin",
+    "model.layers.38.self_attn.rotary_emb.inv_freq": "pytorch_model-00039-of-00042.bin",
+    "model.layers.38.self_attn.v_proj.weight": "pytorch_model-00039-of-00042.bin",
+    "model.layers.39.input_layernorm.weight": "pytorch_model-00041-of-00042.bin",
+    "model.layers.39.mlp.down_proj.weight": "pytorch_model-00041-of-00042.bin",
+    "model.layers.39.mlp.gate_proj.weight": "pytorch_model-00041-of-00042.bin",
+    "model.layers.39.mlp.up_proj.weight": "pytorch_model-00041-of-00042.bin",
+    "model.layers.39.post_attention_layernorm.weight": "pytorch_model-00041-of-00042.bin",
+    "model.layers.39.self_attn.k_proj.weight": "pytorch_model-00040-of-00042.bin",
+    "model.layers.39.self_attn.o_proj.weight": "pytorch_model-00040-of-00042.bin",
+    "model.layers.39.self_attn.q_proj.weight": "pytorch_model-00040-of-00042.bin",
+    "model.layers.39.self_attn.rotary_emb.inv_freq": "pytorch_model-00040-of-00042.bin",
+    "model.layers.39.self_attn.v_proj.weight": "pytorch_model-00040-of-00042.bin",
+    "model.layers.4.input_layernorm.weight": "pytorch_model-00006-of-00042.bin",
+    "model.layers.4.mlp.down_proj.weight": "pytorch_model-00006-of-00042.bin",
+    "model.layers.4.mlp.gate_proj.weight": "pytorch_model-00006-of-00042.bin",
+    "model.layers.4.mlp.up_proj.weight": "pytorch_model-00006-of-00042.bin",
+    "model.layers.4.post_attention_layernorm.weight": "pytorch_model-00006-of-00042.bin",
+    "model.layers.4.self_attn.k_proj.weight": "pytorch_model-00005-of-00042.bin",
+    "model.layers.4.self_attn.o_proj.weight": "pytorch_model-00005-of-00042.bin",
+    "model.layers.4.self_attn.q_proj.weight": "pytorch_model-00005-of-00042.bin",
+    "model.layers.4.self_attn.rotary_emb.inv_freq": "pytorch_model-00005-of-00042.bin",
+    "model.layers.4.self_attn.v_proj.weight": "pytorch_model-00005-of-00042.bin",
+    "model.layers.5.input_layernorm.weight": "pytorch_model-00007-of-00042.bin",
+    "model.layers.5.mlp.down_proj.weight": "pytorch_model-00007-of-00042.bin",
+    "model.layers.5.mlp.gate_proj.weight": "pytorch_model-00007-of-00042.bin",
+    "model.layers.5.mlp.up_proj.weight": "pytorch_model-00007-of-00042.bin",
+    "model.layers.5.post_attention_layernorm.weight": "pytorch_model-00007-of-00042.bin",
+    "model.layers.5.self_attn.k_proj.weight": "pytorch_model-00006-of-00042.bin",
+    "model.layers.5.self_attn.o_proj.weight": "pytorch_model-00006-of-00042.bin",
+    "model.layers.5.self_attn.q_proj.weight": "pytorch_model-00006-of-00042.bin",
+    "model.layers.5.self_attn.rotary_emb.inv_freq": "pytorch_model-00006-of-00042.bin",
+    "model.layers.5.self_attn.v_proj.weight": "pytorch_model-00006-of-00042.bin",
+    "model.layers.6.input_layernorm.weight": "pytorch_model-00008-of-00042.bin",
+    "model.layers.6.mlp.down_proj.weight": "pytorch_model-00008-of-00042.bin",
+    "model.layers.6.mlp.gate_proj.weight": "pytorch_model-00008-of-00042.bin",
+    "model.layers.6.mlp.up_proj.weight": "pytorch_model-00008-of-00042.bin",
+    "model.layers.6.post_attention_layernorm.weight": "pytorch_model-00008-of-00042.bin",
+    "model.layers.6.self_attn.k_proj.weight": "pytorch_model-00007-of-00042.bin",
+    "model.layers.6.self_attn.o_proj.weight": "pytorch_model-00007-of-00042.bin",
+    "model.layers.6.self_attn.q_proj.weight": "pytorch_model-00007-of-00042.bin",
+    "model.layers.6.self_attn.rotary_emb.inv_freq": "pytorch_model-00007-of-00042.bin",
+    "model.layers.6.self_attn.v_proj.weight": "pytorch_model-00007-of-00042.bin",
+    "model.layers.7.input_layernorm.weight": "pytorch_model-00009-of-00042.bin",
+    "model.layers.7.mlp.down_proj.weight": "pytorch_model-00009-of-00042.bin",
+    "model.layers.7.mlp.gate_proj.weight": "pytorch_model-00009-of-00042.bin",
+    "model.layers.7.mlp.up_proj.weight": "pytorch_model-00009-of-00042.bin",
+    "model.layers.7.post_attention_layernorm.weight": "pytorch_model-00009-of-00042.bin",
+    "model.layers.7.self_attn.k_proj.weight": "pytorch_model-00008-of-00042.bin",
+    "model.layers.7.self_attn.o_proj.weight": "pytorch_model-00008-of-00042.bin",
+    "model.layers.7.self_attn.q_proj.weight": "pytorch_model-00008-of-00042.bin",
+    "model.layers.7.self_attn.rotary_emb.inv_freq": "pytorch_model-00008-of-00042.bin",
+    "model.layers.7.self_attn.v_proj.weight": "pytorch_model-00008-of-00042.bin",
+    "model.layers.8.input_layernorm.weight": "pytorch_model-00010-of-00042.bin",
+    "model.layers.8.mlp.down_proj.weight": "pytorch_model-00010-of-00042.bin",
+    "model.layers.8.mlp.gate_proj.weight": "pytorch_model-00010-of-00042.bin",
+    "model.layers.8.mlp.up_proj.weight": "pytorch_model-00010-of-00042.bin",
+    "model.layers.8.post_attention_layernorm.weight": "pytorch_model-00010-of-00042.bin",
+    "model.layers.8.self_attn.k_proj.weight": "pytorch_model-00009-of-00042.bin",
+    "model.layers.8.self_attn.o_proj.weight": "pytorch_model-00009-of-00042.bin",
+    "model.layers.8.self_attn.q_proj.weight": "pytorch_model-00009-of-00042.bin",
+    "model.layers.8.self_attn.rotary_emb.inv_freq": "pytorch_model-00009-of-00042.bin",
+    "model.layers.8.self_attn.v_proj.weight": "pytorch_model-00009-of-00042.bin",
+    "model.layers.9.input_layernorm.weight": "pytorch_model-00011-of-00042.bin",
+    "model.layers.9.mlp.down_proj.weight": "pytorch_model-00011-of-00042.bin",
+    "model.layers.9.mlp.gate_proj.weight": "pytorch_model-00011-of-00042.bin",
+    "model.layers.9.mlp.up_proj.weight": "pytorch_model-00011-of-00042.bin",
+    "model.layers.9.post_attention_layernorm.weight": "pytorch_model-00011-of-00042.bin",
+    "model.layers.9.self_attn.k_proj.weight": "pytorch_model-00010-of-00042.bin",
+    "model.layers.9.self_attn.o_proj.weight": "pytorch_model-00010-of-00042.bin",
+    "model.layers.9.self_attn.q_proj.weight": "pytorch_model-00010-of-00042.bin",
+    "model.layers.9.self_attn.rotary_emb.inv_freq": "pytorch_model-00010-of-00042.bin",
+    "model.layers.9.self_attn.v_proj.weight": "pytorch_model-00010-of-00042.bin",
+    "model.norm.weight": "pytorch_model-00041-of-00042.bin"
+  }
+}