Upload FalconForCausalLM

config.json

@@ -0,0 +1,26 @@
+{
+  "_name_or_path": "tiiuae/falcon-180B-chat",
+  "alibi": false,
+  "architectures": [
+    "FalconForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bias": false,
+  "bos_token_id": 11,
+  "eos_token_id": 11,
+  "hidden_dropout": 0.0,
+  "hidden_size": 14848,
+  "initializer_range": 0.02,
+  "layer_norm_epsilon": 1e-05,
+  "model_type": "falcon",
+  "multi_query": true,
+  "new_decoder_architecture": true,
+  "num_attention_heads": 232,
+  "num_hidden_layers": 80,
+  "num_kv_heads": 8,
+  "parallel_attn": true,
+  "torch_dtype": "float16",
+  "transformers_version": "4.31.0",
+  "use_cache": true,
+  "vocab_size": 65024
+}

generation_config.json

@@ -0,0 +1,6 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 11,
+  "eos_token_id": 11,
+  "transformers_version": "4.31.0"
+}

model-00001-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5d88f120bddae05c05b00c5391f6d3c95427c4d18c69fc28e648a61d1fc57b3
+size 9046709616

model-00002-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e99fe68b1045ac401b5a144c386206b0f448ac7ba41bfaaf2d6e6a76a6b11c24
+size 8879580944

model-00003-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d80043ae502406ee2f3a47c01daf4b1e690b9780b69dd62eaf0672e4d0be03c
+size 8879580944

model-00004-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:415e20c544a37494222f457f91df8dbbbbb831c56ee2627298c4ebb959a322bb
+size 8879580944

model-00005-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c532be59abb7825ea7454cab5b503c4b7afa04b68d5f7da0bd4791d2786a12b
+size 8879580944

model-00006-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:049d7241153fd2577fc0db91948ef74fc0165c41438d7b317343cc8c885afc3d
+size 8879580952

model-00007-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:735e628afbf2a39979701ad04530bb69f8cb2a461cf461f1108f5cf054d11d4e
+size 8879580960

model-00008-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00d06a379c6e335c8d7dcfef178f934eca03b4f9efc58d7f971e63ce5e729c46
+size 8879580960

model-00009-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37e0117a17516bc502bc8d49612c68b22c52f941b54279624213c8f9496596cc
+size 8879580960

model-00010-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af3bdd514a146bb71c0765287211517844af35be8aadceb94e81410d064e37f
+size 8879580960

model-00011-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55c3f4e3dc3a9dbc6b81e07463bc8ce0dff0492e04019670084aed42f72b6021
+size 8879580960

model-00012-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96474a9798ca40fec5954b34efd468cdf89c27398e659e38863873a9f5fcfac1
+size 8879580960

model-00013-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19a3a54b17492d443d9dac3cfaca75c6bb446aa43faedd180a69a2c94d585d47
+size 8879580960

model-00014-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beb875d9a3312f822ca4bfffebd94933ebd2c53fe3f0f16c929f9f33cb8560f9
+size 8879580960

model-00015-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e2f5ece70635113d391e65c440c9d8c8c1edd4cd9985f13979593231efd49da
+size 8879580960

model-00016-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:722c8327ffa6f2ea3e1e8e712eeeee5905d0641f94a5a172c8dbd73b7c8d37b8
+size 8879580960

model-00017-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f43c6eb6e7bdceb8386cccdbca98fbcd366a8f46ec9095030e92776d9dc85d
+size 8879580960

model-00018-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21ba5c27090229746095826cf3e53de671e1f7e716b7c9087d22c69428323843
+size 8879580960

model-00019-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:873d501dff056a25ebe24a8225da8e020cc8ca79506d553c6172aea1a9056133
+size 8879580960

model-00020-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:603de303979225c2e2d7158dacc550aa013a4c13b1b20917755a36b7da04925c
+size 8879580960

model-00021-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a511b965412b7038ad64158db7c9f268822330bdece7f108ebe192475d81339
+size 8879580960

model-00022-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77ef29c3d883e97a27b5478b3b67eb0735ab376ac7f23eacb8895f25d5d77cc0
+size 8879580960

model-00023-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:989534e3fb9ba1ed5ad35f6b50540bfb85c81a410105a4be55f9f0a730b257bc
+size 8879580960

model-00024-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da5429722e9bac4021c331c98b318c8efb9820857eee811d07065a812a48aa75
+size 8879580960

model-00025-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13985e91b90bdfadf0b49ebed9bb879fd4fe4a5271ee4755d3a6c3b6fc4eb66a
+size 8879580960

model-00026-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977768f8f84f8969eef67a7cffb539ac263162d5df578ebc48cf76f2ba37211a
+size 8879580960

model-00027-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:650a0b11fad01a4f4641a1b8f562d75c2ed504301575c1021b4202d1ab9f31ff
+size 8879580960

model-00028-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d97d079b4be9275a3022c9b89b0c587ffd66b32c8229e5e237d4e4066625b81
+size 8879580960

model-00029-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d39db872c36df931250977114e1655cea0051808386b2edf6c13021c6d728d1
+size 8879580960

model-00030-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca58e6f083b214ce12e7620223f3ec444c327edea57be5c1e15c59e53c7a4a18
+size 8879580960

model-00031-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69961a2f40ad32d81029692203d6fae67f91e0b5234987fb2d97dd57149ec066
+size 8879580960

model-00032-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bc31a054b8c481f2ea49a7c162480716617375505fc61c14113f66d58648444
+size 8879580960

model-00033-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c51ce23c5e0e8db561e4567c2a38581ddce5357d424e6cdd23851cc767539faf
+size 8879580960

model-00034-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec304bb4d1c6a04c6c3422760b49ac5fe21ea0931214157e373843434284bbf
+size 8879580960

model-00035-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca6320714bf5c63690c2dce1aedd513e2f9d5eccca2de55596771c027870d6e
+size 8879580960

model-00036-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a8a3ac4f6b7edb07ce4d0c190aa61fd4dd9eaeae7785656b10c8d1b4131a36b
+size 8879580960

model-00037-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ede2ade6344bfd5eb5f29b00c1c020dac24982f1d2c75a5a7e9d1e100bd80a
+size 8879580960

model-00038-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b9041cf233bcf0674d8bf4383bfd969034f93555f39f4779f61b5bc85f4a292
+size 8879580960

model-00039-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61342bb65d006ce33ece9f86427680b2e204d7a9e098e578fa07c06a9f28c454
+size 8879580960

model-00040-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1a8d78c7e93124046c8ceb3594ba74913d2895744a5af464a099d26a75fd8d1
+size 8879580960

model-00041-of-00041.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:605c9aaf366d3deb43e053f6b3a7bcc0d81a05396c0a6575a3d9dc87cef17970
+size 1763883728

model.safetensors.index.json

@@ -0,0 +1,650 @@
+{
+  "metadata": {
+    "total_size": 357114177536
+  },
+  "weight_map": {
+    "transformer.h.0.ln_attn.bias": "model-00001-of-00041.safetensors",
+    "transformer.h.0.ln_attn.weight": "model-00001-of-00041.safetensors",
+    "transformer.h.0.ln_mlp.bias": "model-00001-of-00041.safetensors",
+    "transformer.h.0.ln_mlp.weight": "model-00001-of-00041.safetensors",
+    "transformer.h.0.mlp.dense_4h_to_h.weight": "model-00001-of-00041.safetensors",
+    "transformer.h.0.mlp.dense_h_to_4h.weight": "model-00001-of-00041.safetensors",
+    "transformer.h.0.self_attention.dense.weight": "model-00001-of-00041.safetensors",
+    "transformer.h.0.self_attention.query_key_value.weight": "model-00001-of-00041.safetensors",
+    "transformer.h.1.ln_attn.bias": "model-00002-of-00041.safetensors",
+    "transformer.h.1.ln_attn.weight": "model-00002-of-00041.safetensors",
+    "transformer.h.1.ln_mlp.bias": "model-00002-of-00041.safetensors",
+    "transformer.h.1.ln_mlp.weight": "model-00002-of-00041.safetensors",
+    "transformer.h.1.mlp.dense_4h_to_h.weight": "model-00002-of-00041.safetensors",
+    "transformer.h.1.mlp.dense_h_to_4h.weight": "model-00001-of-00041.safetensors",
+    "transformer.h.1.self_attention.dense.weight": "model-00001-of-00041.safetensors",
+    "transformer.h.1.self_attention.query_key_value.weight": "model-00001-of-00041.safetensors",
+    "transformer.h.10.ln_attn.bias": "model-00006-of-00041.safetensors",
+    "transformer.h.10.ln_attn.weight": "model-00006-of-00041.safetensors",
+    "transformer.h.10.ln_mlp.bias": "model-00006-of-00041.safetensors",
+    "transformer.h.10.ln_mlp.weight": "model-00006-of-00041.safetensors",
+    "transformer.h.10.mlp.dense_4h_to_h.weight": "model-00006-of-00041.safetensors",
+    "transformer.h.10.mlp.dense_h_to_4h.weight": "model-00006-of-00041.safetensors",
+    "transformer.h.10.self_attention.dense.weight": "model-00006-of-00041.safetensors",
+    "transformer.h.10.self_attention.query_key_value.weight": "model-00006-of-00041.safetensors",
+    "transformer.h.11.ln_attn.bias": "model-00007-of-00041.safetensors",
+    "transformer.h.11.ln_attn.weight": "model-00007-of-00041.safetensors",
+    "transformer.h.11.ln_mlp.bias": "model-00007-of-00041.safetensors",
+    "transformer.h.11.ln_mlp.weight": "model-00007-of-00041.safetensors",
+    "transformer.h.11.mlp.dense_4h_to_h.weight": "model-00007-of-00041.safetensors",
+    "transformer.h.11.mlp.dense_h_to_4h.weight": "model-00006-of-00041.safetensors",
+    "transformer.h.11.self_attention.dense.weight": "model-00006-of-00041.safetensors",
+    "transformer.h.11.self_attention.query_key_value.weight": "model-00006-of-00041.safetensors",
+    "transformer.h.12.ln_attn.bias": "model-00007-of-00041.safetensors",
+    "transformer.h.12.ln_attn.weight": "model-00007-of-00041.safetensors",
+    "transformer.h.12.ln_mlp.bias": "model-00007-of-00041.safetensors",
+    "transformer.h.12.ln_mlp.weight": "model-00007-of-00041.safetensors",
+    "transformer.h.12.mlp.dense_4h_to_h.weight": "model-00007-of-00041.safetensors",
+    "transformer.h.12.mlp.dense_h_to_4h.weight": "model-00007-of-00041.safetensors",
+    "transformer.h.12.self_attention.dense.weight": "model-00007-of-00041.safetensors",
+    "transformer.h.12.self_attention.query_key_value.weight": "model-00007-of-00041.safetensors",
+    "transformer.h.13.ln_attn.bias": "model-00008-of-00041.safetensors",
+    "transformer.h.13.ln_attn.weight": "model-00008-of-00041.safetensors",
+    "transformer.h.13.ln_mlp.bias": "model-00008-of-00041.safetensors",
+    "transformer.h.13.ln_mlp.weight": "model-00008-of-00041.safetensors",
+    "transformer.h.13.mlp.dense_4h_to_h.weight": "model-00008-of-00041.safetensors",
+    "transformer.h.13.mlp.dense_h_to_4h.weight": "model-00007-of-00041.safetensors",
+    "transformer.h.13.self_attention.dense.weight": "model-00007-of-00041.safetensors",
+    "transformer.h.13.self_attention.query_key_value.weight": "model-00007-of-00041.safetensors",
+    "transformer.h.14.ln_attn.bias": "model-00008-of-00041.safetensors",
+    "transformer.h.14.ln_attn.weight": "model-00008-of-00041.safetensors",
+    "transformer.h.14.ln_mlp.bias": "model-00008-of-00041.safetensors",
+    "transformer.h.14.ln_mlp.weight": "model-00008-of-00041.safetensors",
+    "transformer.h.14.mlp.dense_4h_to_h.weight": "model-00008-of-00041.safetensors",
+    "transformer.h.14.mlp.dense_h_to_4h.weight": "model-00008-of-00041.safetensors",
+    "transformer.h.14.self_attention.dense.weight": "model-00008-of-00041.safetensors",
+    "transformer.h.14.self_attention.query_key_value.weight": "model-00008-of-00041.safetensors",
+    "transformer.h.15.ln_attn.bias": "model-00009-of-00041.safetensors",
+    "transformer.h.15.ln_attn.weight": "model-00009-of-00041.safetensors",
+    "transformer.h.15.ln_mlp.bias": "model-00009-of-00041.safetensors",
+    "transformer.h.15.ln_mlp.weight": "model-00009-of-00041.safetensors",
+    "transformer.h.15.mlp.dense_4h_to_h.weight": "model-00009-of-00041.safetensors",
+    "transformer.h.15.mlp.dense_h_to_4h.weight": "model-00008-of-00041.safetensors",
+    "transformer.h.15.self_attention.dense.weight": "model-00008-of-00041.safetensors",
+    "transformer.h.15.self_attention.query_key_value.weight": "model-00008-of-00041.safetensors",
+    "transformer.h.16.ln_attn.bias": "model-00009-of-00041.safetensors",
+    "transformer.h.16.ln_attn.weight": "model-00009-of-00041.safetensors",
+    "transformer.h.16.ln_mlp.bias": "model-00009-of-00041.safetensors",
+    "transformer.h.16.ln_mlp.weight": "model-00009-of-00041.safetensors",
+    "transformer.h.16.mlp.dense_4h_to_h.weight": "model-00009-of-00041.safetensors",
+    "transformer.h.16.mlp.dense_h_to_4h.weight": "model-00009-of-00041.safetensors",
+    "transformer.h.16.self_attention.dense.weight": "model-00009-of-00041.safetensors",
+    "transformer.h.16.self_attention.query_key_value.weight": "model-00009-of-00041.safetensors",
+    "transformer.h.17.ln_attn.bias": "model-00010-of-00041.safetensors",
+    "transformer.h.17.ln_attn.weight": "model-00010-of-00041.safetensors",
+    "transformer.h.17.ln_mlp.bias": "model-00010-of-00041.safetensors",
+    "transformer.h.17.ln_mlp.weight": "model-00010-of-00041.safetensors",
+    "transformer.h.17.mlp.dense_4h_to_h.weight": "model-00010-of-00041.safetensors",
+    "transformer.h.17.mlp.dense_h_to_4h.weight": "model-00009-of-00041.safetensors",
+    "transformer.h.17.self_attention.dense.weight": "model-00009-of-00041.safetensors",
+    "transformer.h.17.self_attention.query_key_value.weight": "model-00009-of-00041.safetensors",
+    "transformer.h.18.ln_attn.bias": "model-00010-of-00041.safetensors",
+    "transformer.h.18.ln_attn.weight": "model-00010-of-00041.safetensors",
+    "transformer.h.18.ln_mlp.bias": "model-00010-of-00041.safetensors",
+    "transformer.h.18.ln_mlp.weight": "model-00010-of-00041.safetensors",
+    "transformer.h.18.mlp.dense_4h_to_h.weight": "model-00010-of-00041.safetensors",
+    "transformer.h.18.mlp.dense_h_to_4h.weight": "model-00010-of-00041.safetensors",
+    "transformer.h.18.self_attention.dense.weight": "model-00010-of-00041.safetensors",
+    "transformer.h.18.self_attention.query_key_value.weight": "model-00010-of-00041.safetensors",
+    "transformer.h.19.ln_attn.bias": "model-00011-of-00041.safetensors",
+    "transformer.h.19.ln_attn.weight": "model-00011-of-00041.safetensors",
+    "transformer.h.19.ln_mlp.bias": "model-00011-of-00041.safetensors",
+    "transformer.h.19.ln_mlp.weight": "model-00011-of-00041.safetensors",
+    "transformer.h.19.mlp.dense_4h_to_h.weight": "model-00011-of-00041.safetensors",
+    "transformer.h.19.mlp.dense_h_to_4h.weight": "model-00010-of-00041.safetensors",
+    "transformer.h.19.self_attention.dense.weight": "model-00010-of-00041.safetensors",
+    "transformer.h.19.self_attention.query_key_value.weight": "model-00010-of-00041.safetensors",
+    "transformer.h.2.ln_attn.bias": "model-00002-of-00041.safetensors",
+    "transformer.h.2.ln_attn.weight": "model-00002-of-00041.safetensors",
+    "transformer.h.2.ln_mlp.bias": "model-00002-of-00041.safetensors",
+    "transformer.h.2.ln_mlp.weight": "model-00002-of-00041.safetensors",
+    "transformer.h.2.mlp.dense_4h_to_h.weight": "model-00002-of-00041.safetensors",
+    "transformer.h.2.mlp.dense_h_to_4h.weight": "model-00002-of-00041.safetensors",
+    "transformer.h.2.self_attention.dense.weight": "model-00002-of-00041.safetensors",
+    "transformer.h.2.self_attention.query_key_value.weight": "model-00002-of-00041.safetensors",
+    "transformer.h.20.ln_attn.bias": "model-00011-of-00041.safetensors",
+    "transformer.h.20.ln_attn.weight": "model-00011-of-00041.safetensors",
+    "transformer.h.20.ln_mlp.bias": "model-00011-of-00041.safetensors",
+    "transformer.h.20.ln_mlp.weight": "model-00011-of-00041.safetensors",
+    "transformer.h.20.mlp.dense_4h_to_h.weight": "model-00011-of-00041.safetensors",
+    "transformer.h.20.mlp.dense_h_to_4h.weight": "model-00011-of-00041.safetensors",
+    "transformer.h.20.self_attention.dense.weight": "model-00011-of-00041.safetensors",
+    "transformer.h.20.self_attention.query_key_value.weight": "model-00011-of-00041.safetensors",
+    "transformer.h.21.ln_attn.bias": "model-00012-of-00041.safetensors",
+    "transformer.h.21.ln_attn.weight": "model-00012-of-00041.safetensors",
+    "transformer.h.21.ln_mlp.bias": "model-00012-of-00041.safetensors",
+    "transformer.h.21.ln_mlp.weight": "model-00012-of-00041.safetensors",
+    "transformer.h.21.mlp.dense_4h_to_h.weight": "model-00012-of-00041.safetensors",
+    "transformer.h.21.mlp.dense_h_to_4h.weight": "model-00011-of-00041.safetensors",
+    "transformer.h.21.self_attention.dense.weight": "model-00011-of-00041.safetensors",
+    "transformer.h.21.self_attention.query_key_value.weight": "model-00011-of-00041.safetensors",
+    "transformer.h.22.ln_attn.bias": "model-00012-of-00041.safetensors",
+    "transformer.h.22.ln_attn.weight": "model-00012-of-00041.safetensors",
+    "transformer.h.22.ln_mlp.bias": "model-00012-of-00041.safetensors",
+    "transformer.h.22.ln_mlp.weight": "model-00012-of-00041.safetensors",
+    "transformer.h.22.mlp.dense_4h_to_h.weight": "model-00012-of-00041.safetensors",
+    "transformer.h.22.mlp.dense_h_to_4h.weight": "model-00012-of-00041.safetensors",
+    "transformer.h.22.self_attention.dense.weight": "model-00012-of-00041.safetensors",
+    "transformer.h.22.self_attention.query_key_value.weight": "model-00012-of-00041.safetensors",
+    "transformer.h.23.ln_attn.bias": "model-00013-of-00041.safetensors",
+    "transformer.h.23.ln_attn.weight": "model-00013-of-00041.safetensors",
+    "transformer.h.23.ln_mlp.bias": "model-00013-of-00041.safetensors",
+    "transformer.h.23.ln_mlp.weight": "model-00013-of-00041.safetensors",
+    "transformer.h.23.mlp.dense_4h_to_h.weight": "model-00013-of-00041.safetensors",
+    "transformer.h.23.mlp.dense_h_to_4h.weight": "model-00012-of-00041.safetensors",
+    "transformer.h.23.self_attention.dense.weight": "model-00012-of-00041.safetensors",
+    "transformer.h.23.self_attention.query_key_value.weight": "model-00012-of-00041.safetensors",
+    "transformer.h.24.ln_attn.bias": "model-00013-of-00041.safetensors",
+    "transformer.h.24.ln_attn.weight": "model-00013-of-00041.safetensors",
+    "transformer.h.24.ln_mlp.bias": "model-00013-of-00041.safetensors",
+    "transformer.h.24.ln_mlp.weight": "model-00013-of-00041.safetensors",
+    "transformer.h.24.mlp.dense_4h_to_h.weight": "model-00013-of-00041.safetensors",
+    "transformer.h.24.mlp.dense_h_to_4h.weight": "model-00013-of-00041.safetensors",
+    "transformer.h.24.self_attention.dense.weight": "model-00013-of-00041.safetensors",
+    "transformer.h.24.self_attention.query_key_value.weight": "model-00013-of-00041.safetensors",
+    "transformer.h.25.ln_attn.bias": "model-00014-of-00041.safetensors",
+    "transformer.h.25.ln_attn.weight": "model-00014-of-00041.safetensors",
+    "transformer.h.25.ln_mlp.bias": "model-00014-of-00041.safetensors",
+    "transformer.h.25.ln_mlp.weight": "model-00014-of-00041.safetensors",
+    "transformer.h.25.mlp.dense_4h_to_h.weight": "model-00014-of-00041.safetensors",
+    "transformer.h.25.mlp.dense_h_to_4h.weight": "model-00013-of-00041.safetensors",
+    "transformer.h.25.self_attention.dense.weight": "model-00013-of-00041.safetensors",
+    "transformer.h.25.self_attention.query_key_value.weight": "model-00013-of-00041.safetensors",
+    "transformer.h.26.ln_attn.bias": "model-00014-of-00041.safetensors",
+    "transformer.h.26.ln_attn.weight": "model-00014-of-00041.safetensors",
+    "transformer.h.26.ln_mlp.bias": "model-00014-of-00041.safetensors",
+    "transformer.h.26.ln_mlp.weight": "model-00014-of-00041.safetensors",
+    "transformer.h.26.mlp.dense_4h_to_h.weight": "model-00014-of-00041.safetensors",
+    "transformer.h.26.mlp.dense_h_to_4h.weight": "model-00014-of-00041.safetensors",
+    "transformer.h.26.self_attention.dense.weight": "model-00014-of-00041.safetensors",
+    "transformer.h.26.self_attention.query_key_value.weight": "model-00014-of-00041.safetensors",
+    "transformer.h.27.ln_attn.bias": "model-00015-of-00041.safetensors",
+    "transformer.h.27.ln_attn.weight": "model-00015-of-00041.safetensors",
+    "transformer.h.27.ln_mlp.bias": "model-00015-of-00041.safetensors",
+    "transformer.h.27.ln_mlp.weight": "model-00015-of-00041.safetensors",
+    "transformer.h.27.mlp.dense_4h_to_h.weight": "model-00015-of-00041.safetensors",
+    "transformer.h.27.mlp.dense_h_to_4h.weight": "model-00014-of-00041.safetensors",
+    "transformer.h.27.self_attention.dense.weight": "model-00014-of-00041.safetensors",
+    "transformer.h.27.self_attention.query_key_value.weight": "model-00014-of-00041.safetensors",
+    "transformer.h.28.ln_attn.bias": "model-00015-of-00041.safetensors",
+    "transformer.h.28.ln_attn.weight": "model-00015-of-00041.safetensors",
+    "transformer.h.28.ln_mlp.bias": "model-00015-of-00041.safetensors",
+    "transformer.h.28.ln_mlp.weight": "model-00015-of-00041.safetensors",
+    "transformer.h.28.mlp.dense_4h_to_h.weight": "model-00015-of-00041.safetensors",
+    "transformer.h.28.mlp.dense_h_to_4h.weight": "model-00015-of-00041.safetensors",
+    "transformer.h.28.self_attention.dense.weight": "model-00015-of-00041.safetensors",
+    "transformer.h.28.self_attention.query_key_value.weight": "model-00015-of-00041.safetensors",
+    "transformer.h.29.ln_attn.bias": "model-00016-of-00041.safetensors",
+    "transformer.h.29.ln_attn.weight": "model-00016-of-00041.safetensors",
+    "transformer.h.29.ln_mlp.bias": "model-00016-of-00041.safetensors",
+    "transformer.h.29.ln_mlp.weight": "model-00016-of-00041.safetensors",
+    "transformer.h.29.mlp.dense_4h_to_h.weight": "model-00016-of-00041.safetensors",
+    "transformer.h.29.mlp.dense_h_to_4h.weight": "model-00015-of-00041.safetensors",
+    "transformer.h.29.self_attention.dense.weight": "model-00015-of-00041.safetensors",
+    "transformer.h.29.self_attention.query_key_value.weight": "model-00015-of-00041.safetensors",
+    "transformer.h.3.ln_attn.bias": "model-00003-of-00041.safetensors",
+    "transformer.h.3.ln_attn.weight": "model-00003-of-00041.safetensors",
+    "transformer.h.3.ln_mlp.bias": "model-00003-of-00041.safetensors",
+    "transformer.h.3.ln_mlp.weight": "model-00003-of-00041.safetensors",
+    "transformer.h.3.mlp.dense_4h_to_h.weight": "model-00003-of-00041.safetensors",
+    "transformer.h.3.mlp.dense_h_to_4h.weight": "model-00002-of-00041.safetensors",
+    "transformer.h.3.self_attention.dense.weight": "model-00002-of-00041.safetensors",
+    "transformer.h.3.self_attention.query_key_value.weight": "model-00002-of-00041.safetensors",
+    "transformer.h.30.ln_attn.bias": "model-00016-of-00041.safetensors",
+    "transformer.h.30.ln_attn.weight": "model-00016-of-00041.safetensors",
+    "transformer.h.30.ln_mlp.bias": "model-00016-of-00041.safetensors",
+    "transformer.h.30.ln_mlp.weight": "model-00016-of-00041.safetensors",
+    "transformer.h.30.mlp.dense_4h_to_h.weight": "model-00016-of-00041.safetensors",
+    "transformer.h.30.mlp.dense_h_to_4h.weight": "model-00016-of-00041.safetensors",
+    "transformer.h.30.self_attention.dense.weight": "model-00016-of-00041.safetensors",
+    "transformer.h.30.self_attention.query_key_value.weight": "model-00016-of-00041.safetensors",
+    "transformer.h.31.ln_attn.bias": "model-00017-of-00041.safetensors",
+    "transformer.h.31.ln_attn.weight": "model-00017-of-00041.safetensors",
+    "transformer.h.31.ln_mlp.bias": "model-00017-of-00041.safetensors",
+    "transformer.h.31.ln_mlp.weight": "model-00017-of-00041.safetensors",
+    "transformer.h.31.mlp.dense_4h_to_h.weight": "model-00017-of-00041.safetensors",
+    "transformer.h.31.mlp.dense_h_to_4h.weight": "model-00016-of-00041.safetensors",
+    "transformer.h.31.self_attention.dense.weight": "model-00016-of-00041.safetensors",
+    "transformer.h.31.self_attention.query_key_value.weight": "model-00016-of-00041.safetensors",
+    "transformer.h.32.ln_attn.bias": "model-00017-of-00041.safetensors",
+    "transformer.h.32.ln_attn.weight": "model-00017-of-00041.safetensors",
+    "transformer.h.32.ln_mlp.bias": "model-00017-of-00041.safetensors",
+    "transformer.h.32.ln_mlp.weight": "model-00017-of-00041.safetensors",
+    "transformer.h.32.mlp.dense_4h_to_h.weight": "model-00017-of-00041.safetensors",
+    "transformer.h.32.mlp.dense_h_to_4h.weight": "model-00017-of-00041.safetensors",
+    "transformer.h.32.self_attention.dense.weight": "model-00017-of-00041.safetensors",
+    "transformer.h.32.self_attention.query_key_value.weight": "model-00017-of-00041.safetensors",
+    "transformer.h.33.ln_attn.bias": "model-00018-of-00041.safetensors",
+    "transformer.h.33.ln_attn.weight": "model-00018-of-00041.safetensors",
+    "transformer.h.33.ln_mlp.bias": "model-00018-of-00041.safetensors",
+    "transformer.h.33.ln_mlp.weight": "model-00018-of-00041.safetensors",
+    "transformer.h.33.mlp.dense_4h_to_h.weight": "model-00018-of-00041.safetensors",
+    "transformer.h.33.mlp.dense_h_to_4h.weight": "model-00017-of-00041.safetensors",
+    "transformer.h.33.self_attention.dense.weight": "model-00017-of-00041.safetensors",
+    "transformer.h.33.self_attention.query_key_value.weight": "model-00017-of-00041.safetensors",
+    "transformer.h.34.ln_attn.bias": "model-00018-of-00041.safetensors",
+    "transformer.h.34.ln_attn.weight": "model-00018-of-00041.safetensors",
+    "transformer.h.34.ln_mlp.bias": "model-00018-of-00041.safetensors",
+    "transformer.h.34.ln_mlp.weight": "model-00018-of-00041.safetensors",
+    "transformer.h.34.mlp.dense_4h_to_h.weight": "model-00018-of-00041.safetensors",
+    "transformer.h.34.mlp.dense_h_to_4h.weight": "model-00018-of-00041.safetensors",
+    "transformer.h.34.self_attention.dense.weight": "model-00018-of-00041.safetensors",
+    "transformer.h.34.self_attention.query_key_value.weight": "model-00018-of-00041.safetensors",
+    "transformer.h.35.ln_attn.bias": "model-00019-of-00041.safetensors",
+    "transformer.h.35.ln_attn.weight": "model-00019-of-00041.safetensors",
+    "transformer.h.35.ln_mlp.bias": "model-00019-of-00041.safetensors",
+    "transformer.h.35.ln_mlp.weight": "model-00019-of-00041.safetensors",
+    "transformer.h.35.mlp.dense_4h_to_h.weight": "model-00019-of-00041.safetensors",
+    "transformer.h.35.mlp.dense_h_to_4h.weight": "model-00018-of-00041.safetensors",
+    "transformer.h.35.self_attention.dense.weight": "model-00018-of-00041.safetensors",
+    "transformer.h.35.self_attention.query_key_value.weight": "model-00018-of-00041.safetensors",
+    "transformer.h.36.ln_attn.bias": "model-00019-of-00041.safetensors",
+    "transformer.h.36.ln_attn.weight": "model-00019-of-00041.safetensors",
+    "transformer.h.36.ln_mlp.bias": "model-00019-of-00041.safetensors",
+    "transformer.h.36.ln_mlp.weight": "model-00019-of-00041.safetensors",
+    "transformer.h.36.mlp.dense_4h_to_h.weight": "model-00019-of-00041.safetensors",
+    "transformer.h.36.mlp.dense_h_to_4h.weight": "model-00019-of-00041.safetensors",
+    "transformer.h.36.self_attention.dense.weight": "model-00019-of-00041.safetensors",
+    "transformer.h.36.self_attention.query_key_value.weight": "model-00019-of-00041.safetensors",
+    "transformer.h.37.ln_attn.bias": "model-00020-of-00041.safetensors",
+    "transformer.h.37.ln_attn.weight": "model-00020-of-00041.safetensors",
+    "transformer.h.37.ln_mlp.bias": "model-00020-of-00041.safetensors",
+    "transformer.h.37.ln_mlp.weight": "model-00020-of-00041.safetensors",
+    "transformer.h.37.mlp.dense_4h_to_h.weight": "model-00020-of-00041.safetensors",
+    "transformer.h.37.mlp.dense_h_to_4h.weight": "model-00019-of-00041.safetensors",
+    "transformer.h.37.self_attention.dense.weight": "model-00019-of-00041.safetensors",
+    "transformer.h.37.self_attention.query_key_value.weight": "model-00019-of-00041.safetensors",
+    "transformer.h.38.ln_attn.bias": "model-00020-of-00041.safetensors",
+    "transformer.h.38.ln_attn.weight": "model-00020-of-00041.safetensors",
+    "transformer.h.38.ln_mlp.bias": "model-00020-of-00041.safetensors",
+    "transformer.h.38.ln_mlp.weight": "model-00020-of-00041.safetensors",
+    "transformer.h.38.mlp.dense_4h_to_h.weight": "model-00020-of-00041.safetensors",
+    "transformer.h.38.mlp.dense_h_to_4h.weight": "model-00020-of-00041.safetensors",
+    "transformer.h.38.self_attention.dense.weight": "model-00020-of-00041.safetensors",
+    "transformer.h.38.self_attention.query_key_value.weight": "model-00020-of-00041.safetensors",
+    "transformer.h.39.ln_attn.bias": "model-00021-of-00041.safetensors",
+    "transformer.h.39.ln_attn.weight": "model-00021-of-00041.safetensors",
+    "transformer.h.39.ln_mlp.bias": "model-00021-of-00041.safetensors",
+    "transformer.h.39.ln_mlp.weight": "model-00021-of-00041.safetensors",
+    "transformer.h.39.mlp.dense_4h_to_h.weight": "model-00021-of-00041.safetensors",
+    "transformer.h.39.mlp.dense_h_to_4h.weight": "model-00020-of-00041.safetensors",
+    "transformer.h.39.self_attention.dense.weight": "model-00020-of-00041.safetensors",
+    "transformer.h.39.self_attention.query_key_value.weight": "model-00020-of-00041.safetensors",
+    "transformer.h.4.ln_attn.bias": "model-00003-of-00041.safetensors",
+    "transformer.h.4.ln_attn.weight": "model-00003-of-00041.safetensors",
+    "transformer.h.4.ln_mlp.bias": "model-00003-of-00041.safetensors",
+    "transformer.h.4.ln_mlp.weight": "model-00003-of-00041.safetensors",
+    "transformer.h.4.mlp.dense_4h_to_h.weight": "model-00003-of-00041.safetensors",
+    "transformer.h.4.mlp.dense_h_to_4h.weight": "model-00003-of-00041.safetensors",
+    "transformer.h.4.self_attention.dense.weight": "model-00003-of-00041.safetensors",
+    "transformer.h.4.self_attention.query_key_value.weight": "model-00003-of-00041.safetensors",
+    "transformer.h.40.ln_attn.bias": "model-00021-of-00041.safetensors",
+    "transformer.h.40.ln_attn.weight": "model-00021-of-00041.safetensors",
+    "transformer.h.40.ln_mlp.bias": "model-00021-of-00041.safetensors",
+    "transformer.h.40.ln_mlp.weight": "model-00021-of-00041.safetensors",
+    "transformer.h.40.mlp.dense_4h_to_h.weight": "model-00021-of-00041.safetensors",
+    "transformer.h.40.mlp.dense_h_to_4h.weight": "model-00021-of-00041.safetensors",
+    "transformer.h.40.self_attention.dense.weight": "model-00021-of-00041.safetensors",
+    "transformer.h.40.self_attention.query_key_value.weight": "model-00021-of-00041.safetensors",
+    "transformer.h.41.ln_attn.bias": "model-00022-of-00041.safetensors",
+    "transformer.h.41.ln_attn.weight": "model-00022-of-00041.safetensors",
+    "transformer.h.41.ln_mlp.bias": "model-00022-of-00041.safetensors",
+    "transformer.h.41.ln_mlp.weight": "model-00022-of-00041.safetensors",
+    "transformer.h.41.mlp.dense_4h_to_h.weight": "model-00022-of-00041.safetensors",
+    "transformer.h.41.mlp.dense_h_to_4h.weight": "model-00021-of-00041.safetensors",
+    "transformer.h.41.self_attention.dense.weight": "model-00021-of-00041.safetensors",
+    "transformer.h.41.self_attention.query_key_value.weight": "model-00021-of-00041.safetensors",
+    "transformer.h.42.ln_attn.bias": "model-00022-of-00041.safetensors",
+    "transformer.h.42.ln_attn.weight": "model-00022-of-00041.safetensors",
+    "transformer.h.42.ln_mlp.bias": "model-00022-of-00041.safetensors",
+    "transformer.h.42.ln_mlp.weight": "model-00022-of-00041.safetensors",
+    "transformer.h.42.mlp.dense_4h_to_h.weight": "model-00022-of-00041.safetensors",
+    "transformer.h.42.mlp.dense_h_to_4h.weight": "model-00022-of-00041.safetensors",
+    "transformer.h.42.self_attention.dense.weight": "model-00022-of-00041.safetensors",
+    "transformer.h.42.self_attention.query_key_value.weight": "model-00022-of-00041.safetensors",
+    "transformer.h.43.ln_attn.bias": "model-00023-of-00041.safetensors",
+    "transformer.h.43.ln_attn.weight": "model-00023-of-00041.safetensors",
+    "transformer.h.43.ln_mlp.bias": "model-00023-of-00041.safetensors",
+    "transformer.h.43.ln_mlp.weight": "model-00023-of-00041.safetensors",
+    "transformer.h.43.mlp.dense_4h_to_h.weight": "model-00023-of-00041.safetensors",
+    "transformer.h.43.mlp.dense_h_to_4h.weight": "model-00022-of-00041.safetensors",
+    "transformer.h.43.self_attention.dense.weight": "model-00022-of-00041.safetensors",
+    "transformer.h.43.self_attention.query_key_value.weight": "model-00022-of-00041.safetensors",
+    "transformer.h.44.ln_attn.bias": "model-00023-of-00041.safetensors",
+    "transformer.h.44.ln_attn.weight": "model-00023-of-00041.safetensors",
+    "transformer.h.44.ln_mlp.bias": "model-00023-of-00041.safetensors",
+    "transformer.h.44.ln_mlp.weight": "model-00023-of-00041.safetensors",
+    "transformer.h.44.mlp.dense_4h_to_h.weight": "model-00023-of-00041.safetensors",
+    "transformer.h.44.mlp.dense_h_to_4h.weight": "model-00023-of-00041.safetensors",
+    "transformer.h.44.self_attention.dense.weight": "model-00023-of-00041.safetensors",
+    "transformer.h.44.self_attention.query_key_value.weight": "model-00023-of-00041.safetensors",
+    "transformer.h.45.ln_attn.bias": "model-00024-of-00041.safetensors",
+    "transformer.h.45.ln_attn.weight": "model-00024-of-00041.safetensors",
+    "transformer.h.45.ln_mlp.bias": "model-00024-of-00041.safetensors",
+    "transformer.h.45.ln_mlp.weight": "model-00024-of-00041.safetensors",
+    "transformer.h.45.mlp.dense_4h_to_h.weight": "model-00024-of-00041.safetensors",
+    "transformer.h.45.mlp.dense_h_to_4h.weight": "model-00023-of-00041.safetensors",
+    "transformer.h.45.self_attention.dense.weight": "model-00023-of-00041.safetensors",
+    "transformer.h.45.self_attention.query_key_value.weight": "model-00023-of-00041.safetensors",
+    "transformer.h.46.ln_attn.bias": "model-00024-of-00041.safetensors",
+    "transformer.h.46.ln_attn.weight": "model-00024-of-00041.safetensors",
+    "transformer.h.46.ln_mlp.bias": "model-00024-of-00041.safetensors",
+    "transformer.h.46.ln_mlp.weight": "model-00024-of-00041.safetensors",
+    "transformer.h.46.mlp.dense_4h_to_h.weight": "model-00024-of-00041.safetensors",
+    "transformer.h.46.mlp.dense_h_to_4h.weight": "model-00024-of-00041.safetensors",
+    "transformer.h.46.self_attention.dense.weight": "model-00024-of-00041.safetensors",
+    "transformer.h.46.self_attention.query_key_value.weight": "model-00024-of-00041.safetensors",
+    "transformer.h.47.ln_attn.bias": "model-00025-of-00041.safetensors",
+    "transformer.h.47.ln_attn.weight": "model-00025-of-00041.safetensors",
+    "transformer.h.47.ln_mlp.bias": "model-00025-of-00041.safetensors",
+    "transformer.h.47.ln_mlp.weight": "model-00025-of-00041.safetensors",
+    "transformer.h.47.mlp.dense_4h_to_h.weight": "model-00025-of-00041.safetensors",
+    "transformer.h.47.mlp.dense_h_to_4h.weight": "model-00024-of-00041.safetensors",
+    "transformer.h.47.self_attention.dense.weight": "model-00024-of-00041.safetensors",
+    "transformer.h.47.self_attention.query_key_value.weight": "model-00024-of-00041.safetensors",
+    "transformer.h.48.ln_attn.bias": "model-00025-of-00041.safetensors",
+    "transformer.h.48.ln_attn.weight": "model-00025-of-00041.safetensors",
+    "transformer.h.48.ln_mlp.bias": "model-00025-of-00041.safetensors",
+    "transformer.h.48.ln_mlp.weight": "model-00025-of-00041.safetensors",
+    "transformer.h.48.mlp.dense_4h_to_h.weight": "model-00025-of-00041.safetensors",
+    "transformer.h.48.mlp.dense_h_to_4h.weight": "model-00025-of-00041.safetensors",
+    "transformer.h.48.self_attention.dense.weight": "model-00025-of-00041.safetensors",
+    "transformer.h.48.self_attention.query_key_value.weight": "model-00025-of-00041.safetensors",
+    "transformer.h.49.ln_attn.bias": "model-00026-of-00041.safetensors",
+    "transformer.h.49.ln_attn.weight": "model-00026-of-00041.safetensors",
+    "transformer.h.49.ln_mlp.bias": "model-00026-of-00041.safetensors",
+    "transformer.h.49.ln_mlp.weight": "model-00026-of-00041.safetensors",
+    "transformer.h.49.mlp.dense_4h_to_h.weight": "model-00026-of-00041.safetensors",
+    "transformer.h.49.mlp.dense_h_to_4h.weight": "model-00025-of-00041.safetensors",
+    "transformer.h.49.self_attention.dense.weight": "model-00025-of-00041.safetensors",
+    "transformer.h.49.self_attention.query_key_value.weight": "model-00025-of-00041.safetensors",
+    "transformer.h.5.ln_attn.bias": "model-00004-of-00041.safetensors",
+    "transformer.h.5.ln_attn.weight": "model-00004-of-00041.safetensors",
+    "transformer.h.5.ln_mlp.bias": "model-00004-of-00041.safetensors",
+    "transformer.h.5.ln_mlp.weight": "model-00004-of-00041.safetensors",
+    "transformer.h.5.mlp.dense_4h_to_h.weight": "model-00004-of-00041.safetensors",
+    "transformer.h.5.mlp.dense_h_to_4h.weight": "model-00003-of-00041.safetensors",
+    "transformer.h.5.self_attention.dense.weight": "model-00003-of-00041.safetensors",
+    "transformer.h.5.self_attention.query_key_value.weight": "model-00003-of-00041.safetensors",
+    "transformer.h.50.ln_attn.bias": "model-00026-of-00041.safetensors",
+    "transformer.h.50.ln_attn.weight": "model-00026-of-00041.safetensors",
+    "transformer.h.50.ln_mlp.bias": "model-00026-of-00041.safetensors",
+    "transformer.h.50.ln_mlp.weight": "model-00026-of-00041.safetensors",
+    "transformer.h.50.mlp.dense_4h_to_h.weight": "model-00026-of-00041.safetensors",
+    "transformer.h.50.mlp.dense_h_to_4h.weight": "model-00026-of-00041.safetensors",
+    "transformer.h.50.self_attention.dense.weight": "model-00026-of-00041.safetensors",
+    "transformer.h.50.self_attention.query_key_value.weight": "model-00026-of-00041.safetensors",
+    "transformer.h.51.ln_attn.bias": "model-00027-of-00041.safetensors",
+    "transformer.h.51.ln_attn.weight": "model-00027-of-00041.safetensors",
+    "transformer.h.51.ln_mlp.bias": "model-00027-of-00041.safetensors",
+    "transformer.h.51.ln_mlp.weight": "model-00027-of-00041.safetensors",
+    "transformer.h.51.mlp.dense_4h_to_h.weight": "model-00027-of-00041.safetensors",
+    "transformer.h.51.mlp.dense_h_to_4h.weight": "model-00026-of-00041.safetensors",
+    "transformer.h.51.self_attention.dense.weight": "model-00026-of-00041.safetensors",
+    "transformer.h.51.self_attention.query_key_value.weight": "model-00026-of-00041.safetensors",
+    "transformer.h.52.ln_attn.bias": "model-00027-of-00041.safetensors",
+    "transformer.h.52.ln_attn.weight": "model-00027-of-00041.safetensors",
+    "transformer.h.52.ln_mlp.bias": "model-00027-of-00041.safetensors",
+    "transformer.h.52.ln_mlp.weight": "model-00027-of-00041.safetensors",
+    "transformer.h.52.mlp.dense_4h_to_h.weight": "model-00027-of-00041.safetensors",
+    "transformer.h.52.mlp.dense_h_to_4h.weight": "model-00027-of-00041.safetensors",
+    "transformer.h.52.self_attention.dense.weight": "model-00027-of-00041.safetensors",
+    "transformer.h.52.self_attention.query_key_value.weight": "model-00027-of-00041.safetensors",
+    "transformer.h.53.ln_attn.bias": "model-00028-of-00041.safetensors",
+    "transformer.h.53.ln_attn.weight": "model-00028-of-00041.safetensors",
+    "transformer.h.53.ln_mlp.bias": "model-00028-of-00041.safetensors",
+    "transformer.h.53.ln_mlp.weight": "model-00028-of-00041.safetensors",
+    "transformer.h.53.mlp.dense_4h_to_h.weight": "model-00028-of-00041.safetensors",
+    "transformer.h.53.mlp.dense_h_to_4h.weight": "model-00027-of-00041.safetensors",
+    "transformer.h.53.self_attention.dense.weight": "model-00027-of-00041.safetensors",
+    "transformer.h.53.self_attention.query_key_value.weight": "model-00027-of-00041.safetensors",
+    "transformer.h.54.ln_attn.bias": "model-00028-of-00041.safetensors",
+    "transformer.h.54.ln_attn.weight": "model-00028-of-00041.safetensors",
+    "transformer.h.54.ln_mlp.bias": "model-00028-of-00041.safetensors",
+    "transformer.h.54.ln_mlp.weight": "model-00028-of-00041.safetensors",
+    "transformer.h.54.mlp.dense_4h_to_h.weight": "model-00028-of-00041.safetensors",
+    "transformer.h.54.mlp.dense_h_to_4h.weight": "model-00028-of-00041.safetensors",
+    "transformer.h.54.self_attention.dense.weight": "model-00028-of-00041.safetensors",
+    "transformer.h.54.self_attention.query_key_value.weight": "model-00028-of-00041.safetensors",
+    "transformer.h.55.ln_attn.bias": "model-00029-of-00041.safetensors",
+    "transformer.h.55.ln_attn.weight": "model-00029-of-00041.safetensors",
+    "transformer.h.55.ln_mlp.bias": "model-00029-of-00041.safetensors",
+    "transformer.h.55.ln_mlp.weight": "model-00029-of-00041.safetensors",
+    "transformer.h.55.mlp.dense_4h_to_h.weight": "model-00029-of-00041.safetensors",
+    "transformer.h.55.mlp.dense_h_to_4h.weight": "model-00028-of-00041.safetensors",
+    "transformer.h.55.self_attention.dense.weight": "model-00028-of-00041.safetensors",
+    "transformer.h.55.self_attention.query_key_value.weight": "model-00028-of-00041.safetensors",
+    "transformer.h.56.ln_attn.bias": "model-00029-of-00041.safetensors",
+    "transformer.h.56.ln_attn.weight": "model-00029-of-00041.safetensors",
+    "transformer.h.56.ln_mlp.bias": "model-00029-of-00041.safetensors",
+    "transformer.h.56.ln_mlp.weight": "model-00029-of-00041.safetensors",
+    "transformer.h.56.mlp.dense_4h_to_h.weight": "model-00029-of-00041.safetensors",
+    "transformer.h.56.mlp.dense_h_to_4h.weight": "model-00029-of-00041.safetensors",
+    "transformer.h.56.self_attention.dense.weight": "model-00029-of-00041.safetensors",
+    "transformer.h.56.self_attention.query_key_value.weight": "model-00029-of-00041.safetensors",
+    "transformer.h.57.ln_attn.bias": "model-00030-of-00041.safetensors",
+    "transformer.h.57.ln_attn.weight": "model-00030-of-00041.safetensors",
+    "transformer.h.57.ln_mlp.bias": "model-00030-of-00041.safetensors",
+    "transformer.h.57.ln_mlp.weight": "model-00030-of-00041.safetensors",
+    "transformer.h.57.mlp.dense_4h_to_h.weight": "model-00030-of-00041.safetensors",
+    "transformer.h.57.mlp.dense_h_to_4h.weight": "model-00029-of-00041.safetensors",
+    "transformer.h.57.self_attention.dense.weight": "model-00029-of-00041.safetensors",
+    "transformer.h.57.self_attention.query_key_value.weight": "model-00029-of-00041.safetensors",
+    "transformer.h.58.ln_attn.bias": "model-00030-of-00041.safetensors",
+    "transformer.h.58.ln_attn.weight": "model-00030-of-00041.safetensors",
+    "transformer.h.58.ln_mlp.bias": "model-00030-of-00041.safetensors",
+    "transformer.h.58.ln_mlp.weight": "model-00030-of-00041.safetensors",
+    "transformer.h.58.mlp.dense_4h_to_h.weight": "model-00030-of-00041.safetensors",
+    "transformer.h.58.mlp.dense_h_to_4h.weight": "model-00030-of-00041.safetensors",
+    "transformer.h.58.self_attention.dense.weight": "model-00030-of-00041.safetensors",
+    "transformer.h.58.self_attention.query_key_value.weight": "model-00030-of-00041.safetensors",
+    "transformer.h.59.ln_attn.bias": "model-00031-of-00041.safetensors",
+    "transformer.h.59.ln_attn.weight": "model-00031-of-00041.safetensors",
+    "transformer.h.59.ln_mlp.bias": "model-00031-of-00041.safetensors",
+    "transformer.h.59.ln_mlp.weight": "model-00031-of-00041.safetensors",
+    "transformer.h.59.mlp.dense_4h_to_h.weight": "model-00031-of-00041.safetensors",
+    "transformer.h.59.mlp.dense_h_to_4h.weight": "model-00030-of-00041.safetensors",
+    "transformer.h.59.self_attention.dense.weight": "model-00030-of-00041.safetensors",
+    "transformer.h.59.self_attention.query_key_value.weight": "model-00030-of-00041.safetensors",
+    "transformer.h.6.ln_attn.bias": "model-00004-of-00041.safetensors",
+    "transformer.h.6.ln_attn.weight": "model-00004-of-00041.safetensors",
+    "transformer.h.6.ln_mlp.bias": "model-00004-of-00041.safetensors",
+    "transformer.h.6.ln_mlp.weight": "model-00004-of-00041.safetensors",
+    "transformer.h.6.mlp.dense_4h_to_h.weight": "model-00004-of-00041.safetensors",
+    "transformer.h.6.mlp.dense_h_to_4h.weight": "model-00004-of-00041.safetensors",
+    "transformer.h.6.self_attention.dense.weight": "model-00004-of-00041.safetensors",
+    "transformer.h.6.self_attention.query_key_value.weight": "model-00004-of-00041.safetensors",
+    "transformer.h.60.ln_attn.bias": "model-00031-of-00041.safetensors",
+    "transformer.h.60.ln_attn.weight": "model-00031-of-00041.safetensors",
+    "transformer.h.60.ln_mlp.bias": "model-00031-of-00041.safetensors",
+    "transformer.h.60.ln_mlp.weight": "model-00031-of-00041.safetensors",
+    "transformer.h.60.mlp.dense_4h_to_h.weight": "model-00031-of-00041.safetensors",
+    "transformer.h.60.mlp.dense_h_to_4h.weight": "model-00031-of-00041.safetensors",
+    "transformer.h.60.self_attention.dense.weight": "model-00031-of-00041.safetensors",
+    "transformer.h.60.self_attention.query_key_value.weight": "model-00031-of-00041.safetensors",
+    "transformer.h.61.ln_attn.bias": "model-00032-of-00041.safetensors",
+    "transformer.h.61.ln_attn.weight": "model-00032-of-00041.safetensors",
+    "transformer.h.61.ln_mlp.bias": "model-00032-of-00041.safetensors",
+    "transformer.h.61.ln_mlp.weight": "model-00032-of-00041.safetensors",
+    "transformer.h.61.mlp.dense_4h_to_h.weight": "model-00032-of-00041.safetensors",
+    "transformer.h.61.mlp.dense_h_to_4h.weight": "model-00031-of-00041.safetensors",
+    "transformer.h.61.self_attention.dense.weight": "model-00031-of-00041.safetensors",
+    "transformer.h.61.self_attention.query_key_value.weight": "model-00031-of-00041.safetensors",
+    "transformer.h.62.ln_attn.bias": "model-00032-of-00041.safetensors",
+    "transformer.h.62.ln_attn.weight": "model-00032-of-00041.safetensors",
+    "transformer.h.62.ln_mlp.bias": "model-00032-of-00041.safetensors",
+    "transformer.h.62.ln_mlp.weight": "model-00032-of-00041.safetensors",
+    "transformer.h.62.mlp.dense_4h_to_h.weight": "model-00032-of-00041.safetensors",
+    "transformer.h.62.mlp.dense_h_to_4h.weight": "model-00032-of-00041.safetensors",
+    "transformer.h.62.self_attention.dense.weight": "model-00032-of-00041.safetensors",
+    "transformer.h.62.self_attention.query_key_value.weight": "model-00032-of-00041.safetensors",
+    "transformer.h.63.ln_attn.bias": "model-00033-of-00041.safetensors",
+    "transformer.h.63.ln_attn.weight": "model-00033-of-00041.safetensors",
+    "transformer.h.63.ln_mlp.bias": "model-00033-of-00041.safetensors",
+    "transformer.h.63.ln_mlp.weight": "model-00033-of-00041.safetensors",
+    "transformer.h.63.mlp.dense_4h_to_h.weight": "model-00033-of-00041.safetensors",
+    "transformer.h.63.mlp.dense_h_to_4h.weight": "model-00032-of-00041.safetensors",
+    "transformer.h.63.self_attention.dense.weight": "model-00032-of-00041.safetensors",
+    "transformer.h.63.self_attention.query_key_value.weight": "model-00032-of-00041.safetensors",
+    "transformer.h.64.ln_attn.bias": "model-00033-of-00041.safetensors",
+    "transformer.h.64.ln_attn.weight": "model-00033-of-00041.safetensors",
+    "transformer.h.64.ln_mlp.bias": "model-00033-of-00041.safetensors",
+    "transformer.h.64.ln_mlp.weight": "model-00033-of-00041.safetensors",
+    "transformer.h.64.mlp.dense_4h_to_h.weight": "model-00033-of-00041.safetensors",
+    "transformer.h.64.mlp.dense_h_to_4h.weight": "model-00033-of-00041.safetensors",
+    "transformer.h.64.self_attention.dense.weight": "model-00033-of-00041.safetensors",
+    "transformer.h.64.self_attention.query_key_value.weight": "model-00033-of-00041.safetensors",
+    "transformer.h.65.ln_attn.bias": "model-00034-of-00041.safetensors",
+    "transformer.h.65.ln_attn.weight": "model-00034-of-00041.safetensors",
+    "transformer.h.65.ln_mlp.bias": "model-00034-of-00041.safetensors",
+    "transformer.h.65.ln_mlp.weight": "model-00034-of-00041.safetensors",
+    "transformer.h.65.mlp.dense_4h_to_h.weight": "model-00034-of-00041.safetensors",
+    "transformer.h.65.mlp.dense_h_to_4h.weight": "model-00033-of-00041.safetensors",
+    "transformer.h.65.self_attention.dense.weight": "model-00033-of-00041.safetensors",
+    "transformer.h.65.self_attention.query_key_value.weight": "model-00033-of-00041.safetensors",
+    "transformer.h.66.ln_attn.bias": "model-00034-of-00041.safetensors",
+    "transformer.h.66.ln_attn.weight": "model-00034-of-00041.safetensors",
+    "transformer.h.66.ln_mlp.bias": "model-00034-of-00041.safetensors",
+    "transformer.h.66.ln_mlp.weight": "model-00034-of-00041.safetensors",
+    "transformer.h.66.mlp.dense_4h_to_h.weight": "model-00034-of-00041.safetensors",
+    "transformer.h.66.mlp.dense_h_to_4h.weight": "model-00034-of-00041.safetensors",
+    "transformer.h.66.self_attention.dense.weight": "model-00034-of-00041.safetensors",
+    "transformer.h.66.self_attention.query_key_value.weight": "model-00034-of-00041.safetensors",
+    "transformer.h.67.ln_attn.bias": "model-00035-of-00041.safetensors",
+    "transformer.h.67.ln_attn.weight": "model-00035-of-00041.safetensors",
+    "transformer.h.67.ln_mlp.bias": "model-00035-of-00041.safetensors",
+    "transformer.h.67.ln_mlp.weight": "model-00035-of-00041.safetensors",
+    "transformer.h.67.mlp.dense_4h_to_h.weight": "model-00035-of-00041.safetensors",
+    "transformer.h.67.mlp.dense_h_to_4h.weight": "model-00034-of-00041.safetensors",
+    "transformer.h.67.self_attention.dense.weight": "model-00034-of-00041.safetensors",
+    "transformer.h.67.self_attention.query_key_value.weight": "model-00034-of-00041.safetensors",
+    "transformer.h.68.ln_attn.bias": "model-00035-of-00041.safetensors",
+    "transformer.h.68.ln_attn.weight": "model-00035-of-00041.safetensors",
+    "transformer.h.68.ln_mlp.bias": "model-00035-of-00041.safetensors",
+    "transformer.h.68.ln_mlp.weight": "model-00035-of-00041.safetensors",
+    "transformer.h.68.mlp.dense_4h_to_h.weight": "model-00035-of-00041.safetensors",
+    "transformer.h.68.mlp.dense_h_to_4h.weight": "model-00035-of-00041.safetensors",
+    "transformer.h.68.self_attention.dense.weight": "model-00035-of-00041.safetensors",
+    "transformer.h.68.self_attention.query_key_value.weight": "model-00035-of-00041.safetensors",
+    "transformer.h.69.ln_attn.bias": "model-00036-of-00041.safetensors",
+    "transformer.h.69.ln_attn.weight": "model-00036-of-00041.safetensors",
+    "transformer.h.69.ln_mlp.bias": "model-00036-of-00041.safetensors",
+    "transformer.h.69.ln_mlp.weight": "model-00036-of-00041.safetensors",
+    "transformer.h.69.mlp.dense_4h_to_h.weight": "model-00036-of-00041.safetensors",
+    "transformer.h.69.mlp.dense_h_to_4h.weight": "model-00035-of-00041.safetensors",
+    "transformer.h.69.self_attention.dense.weight": "model-00035-of-00041.safetensors",
+    "transformer.h.69.self_attention.query_key_value.weight": "model-00035-of-00041.safetensors",
+    "transformer.h.7.ln_attn.bias": "model-00005-of-00041.safetensors",
+    "transformer.h.7.ln_attn.weight": "model-00005-of-00041.safetensors",
+    "transformer.h.7.ln_mlp.bias": "model-00005-of-00041.safetensors",
+    "transformer.h.7.ln_mlp.weight": "model-00005-of-00041.safetensors",
+    "transformer.h.7.mlp.dense_4h_to_h.weight": "model-00005-of-00041.safetensors",
+    "transformer.h.7.mlp.dense_h_to_4h.weight": "model-00004-of-00041.safetensors",
+    "transformer.h.7.self_attention.dense.weight": "model-00004-of-00041.safetensors",
+    "transformer.h.7.self_attention.query_key_value.weight": "model-00004-of-00041.safetensors",
+    "transformer.h.70.ln_attn.bias": "model-00036-of-00041.safetensors",
+    "transformer.h.70.ln_attn.weight": "model-00036-of-00041.safetensors",
+    "transformer.h.70.ln_mlp.bias": "model-00036-of-00041.safetensors",
+    "transformer.h.70.ln_mlp.weight": "model-00036-of-00041.safetensors",
+    "transformer.h.70.mlp.dense_4h_to_h.weight": "model-00036-of-00041.safetensors",
+    "transformer.h.70.mlp.dense_h_to_4h.weight": "model-00036-of-00041.safetensors",
+    "transformer.h.70.self_attention.dense.weight": "model-00036-of-00041.safetensors",
+    "transformer.h.70.self_attention.query_key_value.weight": "model-00036-of-00041.safetensors",
+    "transformer.h.71.ln_attn.bias": "model-00037-of-00041.safetensors",
+    "transformer.h.71.ln_attn.weight": "model-00037-of-00041.safetensors",
+    "transformer.h.71.ln_mlp.bias": "model-00037-of-00041.safetensors",
+    "transformer.h.71.ln_mlp.weight": "model-00037-of-00041.safetensors",
+    "transformer.h.71.mlp.dense_4h_to_h.weight": "model-00037-of-00041.safetensors",
+    "transformer.h.71.mlp.dense_h_to_4h.weight": "model-00036-of-00041.safetensors",
+    "transformer.h.71.self_attention.dense.weight": "model-00036-of-00041.safetensors",
+    "transformer.h.71.self_attention.query_key_value.weight": "model-00036-of-00041.safetensors",
+    "transformer.h.72.ln_attn.bias": "model-00037-of-00041.safetensors",
+    "transformer.h.72.ln_attn.weight": "model-00037-of-00041.safetensors",
+    "transformer.h.72.ln_mlp.bias": "model-00037-of-00041.safetensors",
+    "transformer.h.72.ln_mlp.weight": "model-00037-of-00041.safetensors",
+    "transformer.h.72.mlp.dense_4h_to_h.weight": "model-00037-of-00041.safetensors",
+    "transformer.h.72.mlp.dense_h_to_4h.weight": "model-00037-of-00041.safetensors",
+    "transformer.h.72.self_attention.dense.weight": "model-00037-of-00041.safetensors",
+    "transformer.h.72.self_attention.query_key_value.weight": "model-00037-of-00041.safetensors",
+    "transformer.h.73.ln_attn.bias": "model-00038-of-00041.safetensors",
+    "transformer.h.73.ln_attn.weight": "model-00038-of-00041.safetensors",
+    "transformer.h.73.ln_mlp.bias": "model-00038-of-00041.safetensors",
+    "transformer.h.73.ln_mlp.weight": "model-00038-of-00041.safetensors",
+    "transformer.h.73.mlp.dense_4h_to_h.weight": "model-00038-of-00041.safetensors",
+    "transformer.h.73.mlp.dense_h_to_4h.weight": "model-00037-of-00041.safetensors",
+    "transformer.h.73.self_attention.dense.weight": "model-00037-of-00041.safetensors",
+    "transformer.h.73.self_attention.query_key_value.weight": "model-00037-of-00041.safetensors",
+    "transformer.h.74.ln_attn.bias": "model-00038-of-00041.safetensors",
+    "transformer.h.74.ln_attn.weight": "model-00038-of-00041.safetensors",
+    "transformer.h.74.ln_mlp.bias": "model-00038-of-00041.safetensors",
+    "transformer.h.74.ln_mlp.weight": "model-00038-of-00041.safetensors",
+    "transformer.h.74.mlp.dense_4h_to_h.weight": "model-00038-of-00041.safetensors",
+    "transformer.h.74.mlp.dense_h_to_4h.weight": "model-00038-of-00041.safetensors",
+    "transformer.h.74.self_attention.dense.weight": "model-00038-of-00041.safetensors",
+    "transformer.h.74.self_attention.query_key_value.weight": "model-00038-of-00041.safetensors",
+    "transformer.h.75.ln_attn.bias": "model-00039-of-00041.safetensors",
+    "transformer.h.75.ln_attn.weight": "model-00039-of-00041.safetensors",
+    "transformer.h.75.ln_mlp.bias": "model-00039-of-00041.safetensors",
+    "transformer.h.75.ln_mlp.weight": "model-00039-of-00041.safetensors",
+    "transformer.h.75.mlp.dense_4h_to_h.weight": "model-00039-of-00041.safetensors",
+    "transformer.h.75.mlp.dense_h_to_4h.weight": "model-00038-of-00041.safetensors",
+    "transformer.h.75.self_attention.dense.weight": "model-00038-of-00041.safetensors",
+    "transformer.h.75.self_attention.query_key_value.weight": "model-00038-of-00041.safetensors",
+    "transformer.h.76.ln_attn.bias": "model-00039-of-00041.safetensors",
+    "transformer.h.76.ln_attn.weight": "model-00039-of-00041.safetensors",
+    "transformer.h.76.ln_mlp.bias": "model-00039-of-00041.safetensors",
+    "transformer.h.76.ln_mlp.weight": "model-00039-of-00041.safetensors",
+    "transformer.h.76.mlp.dense_4h_to_h.weight": "model-00039-of-00041.safetensors",
+    "transformer.h.76.mlp.dense_h_to_4h.weight": "model-00039-of-00041.safetensors",
+    "transformer.h.76.self_attention.dense.weight": "model-00039-of-00041.safetensors",
+    "transformer.h.76.self_attention.query_key_value.weight": "model-00039-of-00041.safetensors",
+    "transformer.h.77.ln_attn.bias": "model-00040-of-00041.safetensors",
+    "transformer.h.77.ln_attn.weight": "model-00040-of-00041.safetensors",
+    "transformer.h.77.ln_mlp.bias": "model-00040-of-00041.safetensors",
+    "transformer.h.77.ln_mlp.weight": "model-00040-of-00041.safetensors",
+    "transformer.h.77.mlp.dense_4h_to_h.weight": "model-00040-of-00041.safetensors",
+    "transformer.h.77.mlp.dense_h_to_4h.weight": "model-00039-of-00041.safetensors",
+    "transformer.h.77.self_attention.dense.weight": "model-00039-of-00041.safetensors",
+    "transformer.h.77.self_attention.query_key_value.weight": "model-00039-of-00041.safetensors",
+    "transformer.h.78.ln_attn.bias": "model-00040-of-00041.safetensors",
+    "transformer.h.78.ln_attn.weight": "model-00040-of-00041.safetensors",
+    "transformer.h.78.ln_mlp.bias": "model-00040-of-00041.safetensors",
+    "transformer.h.78.ln_mlp.weight": "model-00040-of-00041.safetensors",
+    "transformer.h.78.mlp.dense_4h_to_h.weight": "model-00040-of-00041.safetensors",
+    "transformer.h.78.mlp.dense_h_to_4h.weight": "model-00040-of-00041.safetensors",
+    "transformer.h.78.self_attention.dense.weight": "model-00040-of-00041.safetensors",
+    "transformer.h.78.self_attention.query_key_value.weight": "model-00040-of-00041.safetensors",
+    "transformer.h.79.ln_attn.bias": "model-00041-of-00041.safetensors",
+    "transformer.h.79.ln_attn.weight": "model-00041-of-00041.safetensors",
+    "transformer.h.79.ln_mlp.bias": "model-00041-of-00041.safetensors",
+    "transformer.h.79.ln_mlp.weight": "model-00041-of-00041.safetensors",
+    "transformer.h.79.mlp.dense_4h_to_h.weight": "model-00041-of-00041.safetensors",
+    "transformer.h.79.mlp.dense_h_to_4h.weight": "model-00040-of-00041.safetensors",
+    "transformer.h.79.self_attention.dense.weight": "model-00040-of-00041.safetensors",
+    "transformer.h.79.self_attention.query_key_value.weight": "model-00040-of-00041.safetensors",
+    "transformer.h.8.ln_attn.bias": "model-00005-of-00041.safetensors",
+    "transformer.h.8.ln_attn.weight": "model-00005-of-00041.safetensors",
+    "transformer.h.8.ln_mlp.bias": "model-00005-of-00041.safetensors",
+    "transformer.h.8.ln_mlp.weight": "model-00005-of-00041.safetensors",
+    "transformer.h.8.mlp.dense_4h_to_h.weight": "model-00005-of-00041.safetensors",
+    "transformer.h.8.mlp.dense_h_to_4h.weight": "model-00005-of-00041.safetensors",
+    "transformer.h.8.self_attention.dense.weight": "model-00005-of-00041.safetensors",
+    "transformer.h.8.self_attention.query_key_value.weight": "model-00005-of-00041.safetensors",
+    "transformer.h.9.ln_attn.bias": "model-00006-of-00041.safetensors",
+    "transformer.h.9.ln_attn.weight": "model-00006-of-00041.safetensors",
+    "transformer.h.9.ln_mlp.bias": "model-00006-of-00041.safetensors",
+    "transformer.h.9.ln_mlp.weight": "model-00006-of-00041.safetensors",
+    "transformer.h.9.mlp.dense_4h_to_h.weight": "model-00006-of-00041.safetensors",
+    "transformer.h.9.mlp.dense_h_to_4h.weight": "model-00005-of-00041.safetensors",
+    "transformer.h.9.self_attention.dense.weight": "model-00005-of-00041.safetensors",
+    "transformer.h.9.self_attention.query_key_value.weight": "model-00005-of-00041.safetensors",
+    "transformer.ln_f.bias": "model-00041-of-00041.safetensors",
+    "transformer.ln_f.weight": "model-00041-of-00041.safetensors",
+    "transformer.word_embeddings.weight": "model-00001-of-00041.safetensors"
+  }
+}