Upload folder using huggingface_hub

README.md

@@ -69,8 +69,8 @@ exhaustive verification of every allowed expression.
 
 ## Size
 
-The checkpoint stores 16.14 GB of dense fp32 weights (4,035,649,536 entries) at
-the example family's shared compile width.  99.99% of those entries are
+The checkpoint stores 4.08 GB of dense fp32 weights (1,019,639,808 entries) at compile width d=2048.
+99.98% of those entries are
 exactly zero: the vast majority of the model is unused canvas, so size reflects
 the compile geometry rather than stored knowledge.
 

config.json

@@ -8,14 +8,14 @@
   "eos_token_id": 16,
   "head_dim": 64,
   "hidden_act": "silu",
-  "hidden_size": 8192,
+  "hidden_size": 2048,
   "initializer_range": 0.02,
-  "intermediate_size": 3009,
+  "intermediate_size": 3415,
   "max_position_embeddings": 512,
   "model_type": "phi3",
-  "num_attention_heads": 36,
+  "num_attention_heads": 32,
   "num_hidden_layers": 27,
-  "num_key_value_heads": 36,
+  "num_key_value_heads": 32,
   "original_max_position_embeddings": 4096,
   "pad_token_id": null,
   "resid_pdrop": 0.0,

model-00001-of-00028.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d3011ec6092fb14a62826418ae9648cf066d86eac8574e9e3a38ad168c5dec6f
-size 597787080
+oid sha256:824b74c24d3e2009bf1746b4960fcd4fe27c2adb9aae1afc04173f5776de3210
+size 151036360

model-00002-of-00028.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3eb3fb6884a36c2a516c297a2a4a75da5b4f8638ce85ad447f941674d073e2c5
-size 597787080
+oid sha256:c1377379e03d5d0dffa320408c70f6ff508827d1ac8a5e7664bcf1771a95b573
+size 151036360

model-00003-of-00028.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9e6383ac16d8dad71730cb59e0e7833b1dd3ea738c01b2b87be424f6e9d73ca9
-size 597787080
+oid sha256:86c478de5832354dd97a0b3199e70b00894b985076a625ab32a3d147f4ced288
+size 151036360

model-00004-of-00028.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0ea645e199ab8e4fde1a8c6a59ef1d4a907c54466006895ad015dcd781724d7f
-size 597787080
+oid sha256:b37dd309e6bf011f920ff002f600043ce018d8f83347a9a943503445902eb8ff
+size 151036360

model-00005-of-00028.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3ff05580b0a7756a256c32459732b2b365c9420796cc46c060f0ab988a7642db
-size 597787080
+oid sha256:341f54300d6928cdcdb6346deb4efc9ef3250950d5c3a4df9cf53fc2dbf65d81
+size 151036360

model-00006-of-00028.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:40ec91f584a8642af8121918342aaa07206ca2bc2321cf9803bd8785066f4683
-size 597787080
+oid sha256:58d744c6e59ae00b335045442594ab07568150a3ba42bb449a3644e04b19d471
+size 151036360

model-00007-of-00028.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:326a3f9b8d955f33ac71c76a7f41033336e2770b3a05d099463ec4a4a4b5e46c
-size 597787080
+oid sha256:8ebb2b437c55a36a23b628682cb14394d7cf7bc0d4bf7a22474ada367c20ac1a
+size 151036360

model-00008-of-00028.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0f8759d33bbd42b0d3bfbc925120b1af7a1753878029d8a86cbde17c787e23c2
-size 597787080
+oid sha256:25eb7aca11722819ef664fbfcf1258b2af29d5cbc6e9b27ee98d7a5052c38c4d
+size 151036360

model-00009-of-00028.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7e48bc731d481913d5f77f067a78e89eff40369628f74a4648a37a5cee6c0ee5
-size 597787080
+oid sha256:1d872c7361d628b8ca0164ba398eb83e142837fae34b23b4c3a5aeb0c5eebba0
+size 151036360

model-00010-of-00028.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9a67f72b05a8ef24a9c17b361740ee52a820cd3f5cd13364aabc170c47019e67
-size 597787080
+oid sha256:75130f96bdb2119393c6d5de6a936be72e3eb619f8a8f662f164d9857c4661ba
+size 151036360

model-00011-of-00028.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:498d46c20de778e363aa187f2f03897cd594dcb39a5a5e2b0c048609efea88f8
-size 597787088
+oid sha256:b22f70402c83c6192425ee7aae158b70207d049b0e59a00d9f2c169000110710
+size 151036360

model-00012-of-00028.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:77b576a8dcc6d9e5385bc8c2268df54870089a5d22ca7ac5124a1aba561717de
-size 597787088
+oid sha256:69b0ab8122e3c304f71276cec78469b71c31bc73bbdbbe73c1f5d2ec89509ace
+size 151036360

model-00013-of-00028.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3a04d84c3b943051bac8382b8340e6131c0580d445a80fe90689b334d551a8ad
-size 597787088
+oid sha256:c90f23ad6f7cd30d4a59a568a840bac394e660a882a4c9460d1ef36c2bc749af
+size 151036360

model-00014-of-00028.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:acb5e8242cc604ff7716caad6b4af860a7dda33b2d1791f8d6244814b926685b
-size 597787088
+oid sha256:c5a0b3d0572e02d147f25fc6e0e5f7106ef727e12af01592e45d467eeed4ef22
+size 151036360

model-00015-of-00028.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a3d61a48eb6e405fe1706bdaa8c022df6ec836851c07fad7dec439c80729e5c7
-size 597787088
+oid sha256:1d469d1857a90fc09a347dfd4857e8a9de3ca959ac81e14c61e768431e2f0888
+size 151036360

model-00016-of-00028.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f840cf684d785d98bb07c90add71f555f9f61c822d3f612952a195a7d809f11d
-size 597787088
+oid sha256:f56a50558b2b7f67e4d4b7515e3876186d03fd40a46caecf8e92744ae43ae269
+size 151036360

model-00017-of-00028.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:16e6b657a3ea934081c18545329d900d5c3cb41be9cc744db571024d6fda5656
-size 597787088
+oid sha256:60c66b57f8ab4275a357c615f414c6c52a9c3dce4d0829f2db96d857c7b6fe21
+size 151036360

model-00018-of-00028.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:63ead701fd80c4395cfa53689c284d46c9a06d1dad2c1707b308d638ea72ad9a
-size 597787088
+oid sha256:f2a43d94976176b122b783a9d135e200b510c26ad62602499ba6d8b18e44a86d
+size 151036360

model-00019-of-00028.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a02de372fe4e1856cfcbddfaed45f653c519be968d7aded7df890b65e568cd6c
-size 597787088
+oid sha256:cb61c0f0ed417db14506ff3e31b697d7928f22edf8397391991938ec452c328c
+size 151036360

model-00020-of-00028.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:48bfe9a927c3810ee0dba3055c28a425d6ba1f5959ac674c9980a37a152325b9
-size 597787088
+oid sha256:bdbd23c8004d6cb0e3b6e55d58496993254c6a2e73b79709f8d50d019691ed23
+size 151036360

model-00021-of-00028.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:20ee91d6e7843f14e9197cd99c9a67d8c53b596edc1eb70998ed8593143d0a8d
-size 597787088
+oid sha256:3fc1a31b0b50956efc0b49762e036bbe16f8567097651e15cf6fef4cdf193341
+size 151036360

model-00022-of-00028.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0f53c7b273e3b71473f0387c0b85a451551aa49c172be27859ed4a3c3ed72ce6
-size 597787088
+oid sha256:6925ac3c1547dba03c096dbffee4fcb67f288f0afe306fdd95a1a369a01af17f
+size 151036360

model-00023-of-00028.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a750777dc1bcbe2501df0785631286b51c14eb52a5ad14ffc2ef2fda3974e574
-size 597787088
+oid sha256:0475c2f01c6ac7a747f543600d0b975f70d0d75de2d9a3c22daed96cf728b13b
+size 151036360

model-00024-of-00028.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3a5d5da3319de2a84dc74e3aaf7f4c45ed4b6ecdcd9b0c05d908b6e3a8ad1902
-size 597787088
+oid sha256:fc573f07e3980e2d2d20785b09c6c052ba2fb31a6fab7ba3ebce99bdc258b284
+size 151036360

model-00025-of-00028.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b8f25239862c0d44f0082d70f7f4ce611d49e76bcb815250d714ec17df59820a
-size 597787088
+oid sha256:2897412382107263d5a40c693fdb4949945f241917a6abe59872fb036a494216
+size 151036360

model-00026-of-00028.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:206371dbfe18906f318d12170ef61690c9da16cf349419b207853703dbb2410c
-size 597787088
+oid sha256:df10f9b1f9861bf35d5b3619b89071cb36dc92e60330e0ed4f2c79efdc56a211
+size 151036360

model-00027-of-00028.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:94c1d9dc408a612518eaedc7128ec919990dc44640085f10ccd161f25e0b18f4
-size 597787088
+oid sha256:e4a6244adf7365b7b0effe221c8f6ec40b3be16abe1319105178f61dabfc69de
+size 151036360

model-00028-of-00028.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c6b0e41880ff0467c4a4f78a6f834be98f3465f4a70ecc22e0ff694a33d9f694
-size 2365344
+oid sha256:baf7b350ab14c96a2cead93d980505b1818de5321be08672a3bf979d62eee141
+size 595792

model.safetensors.index.json

@@ -1 +1 @@
-{"metadata": {"total_size": 16142598144}, "weight_map": {"model.layers.0.self_attn.qkv_proj.weight": "model-00001-of-00028.safetensors", "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00028.safetensors", "model.layers.0.mlp.gate_up_proj.weight": "model-00001-of-00028.safetensors", "model.layers.0.mlp.down_proj.weight": "model-00001-of-00028.safetensors", "model.layers.1.self_attn.qkv_proj.weight": "model-00002-of-00028.safetensors", "model.layers.1.self_attn.o_proj.weight": "model-00002-of-00028.safetensors", "model.layers.1.mlp.gate_up_proj.weight": "model-00002-of-00028.safetensors", "model.layers.1.mlp.down_proj.weight": "model-00002-of-00028.safetensors", "model.layers.2.self_attn.qkv_proj.weight": "model-00003-of-00028.safetensors", "model.layers.2.self_attn.o_proj.weight": "model-00003-of-00028.safetensors", "model.layers.2.mlp.gate_up_proj.weight": "model-00003-of-00028.safetensors", "model.layers.2.mlp.down_proj.weight": "model-00003-of-00028.safetensors", "model.layers.3.self_attn.qkv_proj.weight": "model-00004-of-00028.safetensors", "model.layers.3.self_attn.o_proj.weight": "model-00004-of-00028.safetensors", "model.layers.3.mlp.gate_up_proj.weight": "model-00004-of-00028.safetensors", "model.layers.3.mlp.down_proj.weight": "model-00004-of-00028.safetensors", "model.layers.4.self_attn.qkv_proj.weight": "model-00005-of-00028.safetensors", "model.layers.4.self_attn.o_proj.weight": "model-00005-of-00028.safetensors", "model.layers.4.mlp.gate_up_proj.weight": "model-00005-of-00028.safetensors", "model.layers.4.mlp.down_proj.weight": "model-00005-of-00028.safetensors", "model.layers.5.self_attn.qkv_proj.weight": "model-00006-of-00028.safetensors", "model.layers.5.self_attn.o_proj.weight": "model-00006-of-00028.safetensors", "model.layers.5.mlp.gate_up_proj.weight": "model-00006-of-00028.safetensors", "model.layers.5.mlp.down_proj.weight": "model-00006-of-00028.safetensors", "model.layers.6.self_attn.qkv_proj.weight": "model-00007-of-00028.safetensors", "model.layers.6.self_attn.o_proj.weight": "model-00007-of-00028.safetensors", "model.layers.6.mlp.gate_up_proj.weight": "model-00007-of-00028.safetensors", "model.layers.6.mlp.down_proj.weight": "model-00007-of-00028.safetensors", "model.layers.7.self_attn.qkv_proj.weight": "model-00008-of-00028.safetensors", "model.layers.7.self_attn.o_proj.weight": "model-00008-of-00028.safetensors", "model.layers.7.mlp.gate_up_proj.weight": "model-00008-of-00028.safetensors", "model.layers.7.mlp.down_proj.weight": "model-00008-of-00028.safetensors", "model.layers.8.self_attn.qkv_proj.weight": "model-00009-of-00028.safetensors", "model.layers.8.self_attn.o_proj.weight": "model-00009-of-00028.safetensors", "model.layers.8.mlp.gate_up_proj.weight": "model-00009-of-00028.safetensors", "model.layers.8.mlp.down_proj.weight": "model-00009-of-00028.safetensors", "model.layers.9.self_attn.qkv_proj.weight": "model-00010-of-00028.safetensors", "model.layers.9.self_attn.o_proj.weight": "model-00010-of-00028.safetensors", "model.layers.9.mlp.gate_up_proj.weight": "model-00010-of-00028.safetensors", "model.layers.9.mlp.down_proj.weight": "model-00010-of-00028.safetensors", "model.layers.10.self_attn.qkv_proj.weight": "model-00011-of-00028.safetensors", "model.layers.10.self_attn.o_proj.weight": "model-00011-of-00028.safetensors", "model.layers.10.mlp.gate_up_proj.weight": "model-00011-of-00028.safetensors", "model.layers.10.mlp.down_proj.weight": "model-00011-of-00028.safetensors", "model.layers.11.self_attn.qkv_proj.weight": "model-00012-of-00028.safetensors", "model.layers.11.self_attn.o_proj.weight": "model-00012-of-00028.safetensors", "model.layers.11.mlp.gate_up_proj.weight": "model-00012-of-00028.safetensors", "model.layers.11.mlp.down_proj.weight": "model-00012-of-00028.safetensors", "model.layers.12.self_attn.qkv_proj.weight": "model-00013-of-00028.safetensors", "model.layers.12.self_attn.o_proj.weight": "model-00013-of-00028.safetensors", "model.layers.12.mlp.gate_up_proj.weight": "model-00013-of-00028.safetensors", "model.layers.12.mlp.down_proj.weight": "model-00013-of-00028.safetensors", "model.layers.13.self_attn.qkv_proj.weight": "model-00014-of-00028.safetensors", "model.layers.13.self_attn.o_proj.weight": "model-00014-of-00028.safetensors", "model.layers.13.mlp.gate_up_proj.weight": "model-00014-of-00028.safetensors", "model.layers.13.mlp.down_proj.weight": "model-00014-of-00028.safetensors", "model.layers.14.self_attn.qkv_proj.weight": "model-00015-of-00028.safetensors", "model.layers.14.self_attn.o_proj.weight": "model-00015-of-00028.safetensors", "model.layers.14.mlp.gate_up_proj.weight": "model-00015-of-00028.safetensors", "model.layers.14.mlp.down_proj.weight": "model-00015-of-00028.safetensors", "model.layers.15.self_attn.qkv_proj.weight": "model-00016-of-00028.safetensors", "model.layers.15.self_attn.o_proj.weight": "model-00016-of-00028.safetensors", "model.layers.15.mlp.gate_up_proj.weight": "model-00016-of-00028.safetensors", "model.layers.15.mlp.down_proj.weight": "model-00016-of-00028.safetensors", "model.layers.16.self_attn.qkv_proj.weight": "model-00017-of-00028.safetensors", "model.layers.16.self_attn.o_proj.weight": "model-00017-of-00028.safetensors", "model.layers.16.mlp.gate_up_proj.weight": "model-00017-of-00028.safetensors", "model.layers.16.mlp.down_proj.weight": "model-00017-of-00028.safetensors", "model.layers.17.self_attn.qkv_proj.weight": "model-00018-of-00028.safetensors", "model.layers.17.self_attn.o_proj.weight": "model-00018-of-00028.safetensors", "model.layers.17.mlp.gate_up_proj.weight": "model-00018-of-00028.safetensors", "model.layers.17.mlp.down_proj.weight": "model-00018-of-00028.safetensors", "model.layers.18.self_attn.qkv_proj.weight": "model-00019-of-00028.safetensors", "model.layers.18.self_attn.o_proj.weight": "model-00019-of-00028.safetensors", "model.layers.18.mlp.gate_up_proj.weight": "model-00019-of-00028.safetensors", "model.layers.18.mlp.down_proj.weight": "model-00019-of-00028.safetensors", "model.layers.19.self_attn.qkv_proj.weight": "model-00020-of-00028.safetensors", "model.layers.19.self_attn.o_proj.weight": "model-00020-of-00028.safetensors", "model.layers.19.mlp.gate_up_proj.weight": "model-00020-of-00028.safetensors", "model.layers.19.mlp.down_proj.weight": "model-00020-of-00028.safetensors", "model.layers.20.self_attn.qkv_proj.weight": "model-00021-of-00028.safetensors", "model.layers.20.self_attn.o_proj.weight": "model-00021-of-00028.safetensors", "model.layers.20.mlp.gate_up_proj.weight": "model-00021-of-00028.safetensors", "model.layers.20.mlp.down_proj.weight": "model-00021-of-00028.safetensors", "model.layers.21.self_attn.qkv_proj.weight": "model-00022-of-00028.safetensors", "model.layers.21.self_attn.o_proj.weight": "model-00022-of-00028.safetensors", "model.layers.21.mlp.gate_up_proj.weight": "model-00022-of-00028.safetensors", "model.layers.21.mlp.down_proj.weight": "model-00022-of-00028.safetensors", "model.layers.22.self_attn.qkv_proj.weight": "model-00023-of-00028.safetensors", "model.layers.22.self_attn.o_proj.weight": "model-00023-of-00028.safetensors", "model.layers.22.mlp.gate_up_proj.weight": "model-00023-of-00028.safetensors", "model.layers.22.mlp.down_proj.weight": "model-00023-of-00028.safetensors", "model.layers.23.self_attn.qkv_proj.weight": "model-00024-of-00028.safetensors", "model.layers.23.self_attn.o_proj.weight": "model-00024-of-00028.safetensors", "model.layers.23.mlp.gate_up_proj.weight": "model-00024-of-00028.safetensors", "model.layers.23.mlp.down_proj.weight": "model-00024-of-00028.safetensors", "model.layers.24.self_attn.qkv_proj.weight": "model-00025-of-00028.safetensors", "model.layers.24.self_attn.o_proj.weight": "model-00025-of-00028.safetensors", "model.layers.24.mlp.gate_up_proj.weight": "model-00025-of-00028.safetensors", "model.layers.24.mlp.down_proj.weight": "model-00025-of-00028.safetensors", "model.layers.25.self_attn.qkv_proj.weight": "model-00026-of-00028.safetensors", "model.layers.25.self_attn.o_proj.weight": "model-00026-of-00028.safetensors", "model.layers.25.mlp.gate_up_proj.weight": "model-00026-of-00028.safetensors", "model.layers.25.mlp.down_proj.weight": "model-00026-of-00028.safetensors", "model.layers.26.self_attn.qkv_proj.weight": "model-00027-of-00028.safetensors", "model.layers.26.self_attn.o_proj.weight": "model-00027-of-00028.safetensors", "model.layers.26.mlp.gate_up_proj.weight": "model-00027-of-00028.safetensors", "model.layers.26.mlp.down_proj.weight": "model-00027-of-00028.safetensors", "model.embed_tokens.weight": "model-00028-of-00028.safetensors", "model.norm.weight": "model-00028-of-00028.safetensors", "model.layers.0.input_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.0.post_attention_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.1.input_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.1.post_attention_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.2.input_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.2.post_attention_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.3.input_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.3.post_attention_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.4.input_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.4.post_attention_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.5.input_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.5.post_attention_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.6.input_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.6.post_attention_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.7.input_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.7.post_attention_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.8.input_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.8.post_attention_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.9.input_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.9.post_attention_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.10.input_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.10.post_attention_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.11.input_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.11.post_attention_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.12.input_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.12.post_attention_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.13.input_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.13.post_attention_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.14.input_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.14.post_attention_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.15.input_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.15.post_attention_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.16.input_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.16.post_attention_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.17.input_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.17.post_attention_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.18.input_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.18.post_attention_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.19.input_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.19.post_attention_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.20.input_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.20.post_attention_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.21.input_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.21.post_attention_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.22.input_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.22.post_attention_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.23.input_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.23.post_attention_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.24.input_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.24.post_attention_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.25.input_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.25.post_attention_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.26.input_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.26.post_attention_layernorm.weight": "model-00028-of-00028.safetensors"}}
+{"metadata": {"total_size": 4078559232}, "weight_map": {"model.layers.0.self_attn.qkv_proj.weight": "model-00001-of-00028.safetensors", "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00028.safetensors", "model.layers.0.mlp.gate_up_proj.weight": "model-00001-of-00028.safetensors", "model.layers.0.mlp.down_proj.weight": "model-00001-of-00028.safetensors", "model.layers.1.self_attn.qkv_proj.weight": "model-00002-of-00028.safetensors", "model.layers.1.self_attn.o_proj.weight": "model-00002-of-00028.safetensors", "model.layers.1.mlp.gate_up_proj.weight": "model-00002-of-00028.safetensors", "model.layers.1.mlp.down_proj.weight": "model-00002-of-00028.safetensors", "model.layers.2.self_attn.qkv_proj.weight": "model-00003-of-00028.safetensors", "model.layers.2.self_attn.o_proj.weight": "model-00003-of-00028.safetensors", "model.layers.2.mlp.gate_up_proj.weight": "model-00003-of-00028.safetensors", "model.layers.2.mlp.down_proj.weight": "model-00003-of-00028.safetensors", "model.layers.3.self_attn.qkv_proj.weight": "model-00004-of-00028.safetensors", "model.layers.3.self_attn.o_proj.weight": "model-00004-of-00028.safetensors", "model.layers.3.mlp.gate_up_proj.weight": "model-00004-of-00028.safetensors", "model.layers.3.mlp.down_proj.weight": "model-00004-of-00028.safetensors", "model.layers.4.self_attn.qkv_proj.weight": "model-00005-of-00028.safetensors", "model.layers.4.self_attn.o_proj.weight": "model-00005-of-00028.safetensors", "model.layers.4.mlp.gate_up_proj.weight": "model-00005-of-00028.safetensors", "model.layers.4.mlp.down_proj.weight": "model-00005-of-00028.safetensors", "model.layers.5.self_attn.qkv_proj.weight": "model-00006-of-00028.safetensors", "model.layers.5.self_attn.o_proj.weight": "model-00006-of-00028.safetensors", "model.layers.5.mlp.gate_up_proj.weight": "model-00006-of-00028.safetensors", "model.layers.5.mlp.down_proj.weight": "model-00006-of-00028.safetensors", "model.layers.6.self_attn.qkv_proj.weight": "model-00007-of-00028.safetensors", "model.layers.6.self_attn.o_proj.weight": "model-00007-of-00028.safetensors", "model.layers.6.mlp.gate_up_proj.weight": "model-00007-of-00028.safetensors", "model.layers.6.mlp.down_proj.weight": "model-00007-of-00028.safetensors", "model.layers.7.self_attn.qkv_proj.weight": "model-00008-of-00028.safetensors", "model.layers.7.self_attn.o_proj.weight": "model-00008-of-00028.safetensors", "model.layers.7.mlp.gate_up_proj.weight": "model-00008-of-00028.safetensors", "model.layers.7.mlp.down_proj.weight": "model-00008-of-00028.safetensors", "model.layers.8.self_attn.qkv_proj.weight": "model-00009-of-00028.safetensors", "model.layers.8.self_attn.o_proj.weight": "model-00009-of-00028.safetensors", "model.layers.8.mlp.gate_up_proj.weight": "model-00009-of-00028.safetensors", "model.layers.8.mlp.down_proj.weight": "model-00009-of-00028.safetensors", "model.layers.9.self_attn.qkv_proj.weight": "model-00010-of-00028.safetensors", "model.layers.9.self_attn.o_proj.weight": "model-00010-of-00028.safetensors", "model.layers.9.mlp.gate_up_proj.weight": "model-00010-of-00028.safetensors", "model.layers.9.mlp.down_proj.weight": "model-00010-of-00028.safetensors", "model.layers.10.self_attn.qkv_proj.weight": "model-00011-of-00028.safetensors", "model.layers.10.self_attn.o_proj.weight": "model-00011-of-00028.safetensors", "model.layers.10.mlp.gate_up_proj.weight": "model-00011-of-00028.safetensors", "model.layers.10.mlp.down_proj.weight": "model-00011-of-00028.safetensors", "model.layers.11.self_attn.qkv_proj.weight": "model-00012-of-00028.safetensors", "model.layers.11.self_attn.o_proj.weight": "model-00012-of-00028.safetensors", "model.layers.11.mlp.gate_up_proj.weight": "model-00012-of-00028.safetensors", "model.layers.11.mlp.down_proj.weight": "model-00012-of-00028.safetensors", "model.layers.12.self_attn.qkv_proj.weight": "model-00013-of-00028.safetensors", "model.layers.12.self_attn.o_proj.weight": "model-00013-of-00028.safetensors", "model.layers.12.mlp.gate_up_proj.weight": "model-00013-of-00028.safetensors", "model.layers.12.mlp.down_proj.weight": "model-00013-of-00028.safetensors", "model.layers.13.self_attn.qkv_proj.weight": "model-00014-of-00028.safetensors", "model.layers.13.self_attn.o_proj.weight": "model-00014-of-00028.safetensors", "model.layers.13.mlp.gate_up_proj.weight": "model-00014-of-00028.safetensors", "model.layers.13.mlp.down_proj.weight": "model-00014-of-00028.safetensors", "model.layers.14.self_attn.qkv_proj.weight": "model-00015-of-00028.safetensors", "model.layers.14.self_attn.o_proj.weight": "model-00015-of-00028.safetensors", "model.layers.14.mlp.gate_up_proj.weight": "model-00015-of-00028.safetensors", "model.layers.14.mlp.down_proj.weight": "model-00015-of-00028.safetensors", "model.layers.15.self_attn.qkv_proj.weight": "model-00016-of-00028.safetensors", "model.layers.15.self_attn.o_proj.weight": "model-00016-of-00028.safetensors", "model.layers.15.mlp.gate_up_proj.weight": "model-00016-of-00028.safetensors", "model.layers.15.mlp.down_proj.weight": "model-00016-of-00028.safetensors", "model.layers.16.self_attn.qkv_proj.weight": "model-00017-of-00028.safetensors", "model.layers.16.self_attn.o_proj.weight": "model-00017-of-00028.safetensors", "model.layers.16.mlp.gate_up_proj.weight": "model-00017-of-00028.safetensors", "model.layers.16.mlp.down_proj.weight": "model-00017-of-00028.safetensors", "model.layers.17.self_attn.qkv_proj.weight": "model-00018-of-00028.safetensors", "model.layers.17.self_attn.o_proj.weight": "model-00018-of-00028.safetensors", "model.layers.17.mlp.gate_up_proj.weight": "model-00018-of-00028.safetensors", "model.layers.17.mlp.down_proj.weight": "model-00018-of-00028.safetensors", "model.layers.18.self_attn.qkv_proj.weight": "model-00019-of-00028.safetensors", "model.layers.18.self_attn.o_proj.weight": "model-00019-of-00028.safetensors", "model.layers.18.mlp.gate_up_proj.weight": "model-00019-of-00028.safetensors", "model.layers.18.mlp.down_proj.weight": "model-00019-of-00028.safetensors", "model.layers.19.self_attn.qkv_proj.weight": "model-00020-of-00028.safetensors", "model.layers.19.self_attn.o_proj.weight": "model-00020-of-00028.safetensors", "model.layers.19.mlp.gate_up_proj.weight": "model-00020-of-00028.safetensors", "model.layers.19.mlp.down_proj.weight": "model-00020-of-00028.safetensors", "model.layers.20.self_attn.qkv_proj.weight": "model-00021-of-00028.safetensors", "model.layers.20.self_attn.o_proj.weight": "model-00021-of-00028.safetensors", "model.layers.20.mlp.gate_up_proj.weight": "model-00021-of-00028.safetensors", "model.layers.20.mlp.down_proj.weight": "model-00021-of-00028.safetensors", "model.layers.21.self_attn.qkv_proj.weight": "model-00022-of-00028.safetensors", "model.layers.21.self_attn.o_proj.weight": "model-00022-of-00028.safetensors", "model.layers.21.mlp.gate_up_proj.weight": "model-00022-of-00028.safetensors", "model.layers.21.mlp.down_proj.weight": "model-00022-of-00028.safetensors", "model.layers.22.self_attn.qkv_proj.weight": "model-00023-of-00028.safetensors", "model.layers.22.self_attn.o_proj.weight": "model-00023-of-00028.safetensors", "model.layers.22.mlp.gate_up_proj.weight": "model-00023-of-00028.safetensors", "model.layers.22.mlp.down_proj.weight": "model-00023-of-00028.safetensors", "model.layers.23.self_attn.qkv_proj.weight": "model-00024-of-00028.safetensors", "model.layers.23.self_attn.o_proj.weight": "model-00024-of-00028.safetensors", "model.layers.23.mlp.gate_up_proj.weight": "model-00024-of-00028.safetensors", "model.layers.23.mlp.down_proj.weight": "model-00024-of-00028.safetensors", "model.layers.24.self_attn.qkv_proj.weight": "model-00025-of-00028.safetensors", "model.layers.24.self_attn.o_proj.weight": "model-00025-of-00028.safetensors", "model.layers.24.mlp.gate_up_proj.weight": "model-00025-of-00028.safetensors", "model.layers.24.mlp.down_proj.weight": "model-00025-of-00028.safetensors", "model.layers.25.self_attn.qkv_proj.weight": "model-00026-of-00028.safetensors", "model.layers.25.self_attn.o_proj.weight": "model-00026-of-00028.safetensors", "model.layers.25.mlp.gate_up_proj.weight": "model-00026-of-00028.safetensors", "model.layers.25.mlp.down_proj.weight": "model-00026-of-00028.safetensors", "model.layers.26.self_attn.qkv_proj.weight": "model-00027-of-00028.safetensors", "model.layers.26.self_attn.o_proj.weight": "model-00027-of-00028.safetensors", "model.layers.26.mlp.gate_up_proj.weight": "model-00027-of-00028.safetensors", "model.layers.26.mlp.down_proj.weight": "model-00027-of-00028.safetensors", "model.embed_tokens.weight": "model-00028-of-00028.safetensors", "model.norm.weight": "model-00028-of-00028.safetensors", "model.layers.0.input_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.0.post_attention_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.1.input_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.1.post_attention_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.2.input_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.2.post_attention_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.3.input_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.3.post_attention_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.4.input_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.4.post_attention_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.5.input_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.5.post_attention_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.6.input_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.6.post_attention_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.7.input_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.7.post_attention_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.8.input_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.8.post_attention_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.9.input_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.9.post_attention_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.10.input_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.10.post_attention_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.11.input_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.11.post_attention_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.12.input_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.12.post_attention_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.13.input_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.13.post_attention_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.14.input_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.14.post_attention_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.15.input_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.15.post_attention_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.16.input_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.16.post_attention_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.17.input_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.17.post_attention_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.18.input_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.18.post_attention_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.19.input_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.19.post_attention_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.20.input_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.20.post_attention_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.21.input_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.21.post_attention_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.22.input_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.22.post_attention_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.23.input_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.23.post_attention_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.24.input_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.24.post_attention_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.25.input_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.25.post_attention_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.26.input_layernorm.weight": "model-00028-of-00028.safetensors", "model.layers.26.post_attention_layernorm.weight": "model-00028-of-00028.safetensors"}}