Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+torchwright_truth.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -69,8 +69,8 @@ exhaustive verification of every allowed expression.
 
 ## Size
 
-The checkpoint stores 71.69 GB of dense fp32 weights (17,921,654,784 entries) at
-the example family's shared compile width.  99.99% of those entries are
+The checkpoint stores 75.46 GB of dense fp32 weights (18,864,201,728 entries) at compile width d=8192.
+99.99% of those entries are
 exactly zero: the vast majority of the model is unused canvas, so size reflects
 the compile geometry rather than stored knowledge.
 

config.json

@@ -10,12 +10,12 @@
   "hidden_act": "silu",
   "hidden_size": 8192,
   "initializer_range": 0.02,
-  "intermediate_size": 10101,
+  "intermediate_size": 10569,
   "max_position_embeddings": 512,
   "model_type": "phi3",
-  "num_attention_heads": 119,
+  "num_attention_heads": 126,
   "num_hidden_layers": 36,
-  "num_key_value_heads": 119,
+  "num_key_value_heads": 126,
   "original_max_position_embeddings": 4096,
   "pad_token_id": null,
   "resid_pdrop": 0.0,
@@ -27,6 +27,12 @@
   },
   "sliding_window": null,
   "tie_word_embeddings": true,
+  "torchwright_truth": {
+    "file": "torchwright_truth.json",
+    "format": "torchwright.truth.v1",
+    "schema": "torchwright_truth_v1.schema.json",
+    "support": "torchwright_truth_support.npz"
+  },
   "transformers_version": "5.12.1",
   "use_cache": true,
   "vocab_size": 18

model-00001-of-00037.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:836ae4826d3fcbc0c6540aac9a4558bd0017c62e8ef717f4fa5164a89556be17
-size 1991213520
+oid sha256:6cecc166d14d6adbe604a89ec22223de7de429079fb97659831ecaed65fa9725
+size 2095940048

model-00002-of-00037.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8e16b5c5951a5767e9c0366df79e302296cdc0b8f6b40554628b551ce35c2f56
-size 1991213520
+oid sha256:3dc6d49ba43e39d3e6bd453dda3df3cbb47e81bb1b7d165381221f9fcd17f0dc
+size 2095940048

model-00003-of-00037.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:44fb3177098032c789288c125d3a15b552496ce8028d1401b2660a01c0d03138
-size 1991213520
+oid sha256:aedb2ed4d0a7f54ebe7c38002d42bf99a70d02874f092a8a81a937f48a8c8366
+size 2095940048

model-00004-of-00037.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2779b5f205e0ce9c9f7fea3eef4c390dcd6798b20b4eba219b084226d7be927a
-size 1991213520
+oid sha256:cdb39e66d02832ce7999e45fed1ff912526e3c52505d72f881d9d0b84352e7f8
+size 2095940048

model-00005-of-00037.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:19aef3154bb1c907f5c3f0e31e21affdd09d724adc0cedf4d433bac7ef389d7e
-size 1991213520
+oid sha256:6065fe7ffb82f4c7ccd2f8311a40852d2fd0dead89f471ed4a8c979695659fb7
+size 2095940048

model-00006-of-00037.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:724d8b7a8ced743cefcc3231ff3a4f02417bb0a62b2a28b89461d888555c6b10
-size 1991213520
+oid sha256:1ff21dcd62ce0cfdcc1f37937a3c0bd20d060be664ea3a345fa868b96181596d
+size 2095940048

model-00007-of-00037.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7236503ee37c2fef47871dc563e1218031c465a2582d6d94dc697f9038cfc27b
-size 1991213520
+oid sha256:5dbfef8e02cdf09c84453d7ea4adabff3705b800ba0e00c73ef1993682bdf7d0
+size 2095940048

model-00008-of-00037.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4ee7a8881b10f59d3985906c1c06bbfe72ff5674a24996cf5a1448df28d339f7
-size 1991213520
+oid sha256:736e089a74a6491fc1369da3e3dc07210930a610a78cb15296790eec5a74142b
+size 2095940048

model-00009-of-00037.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0d9c984fed44c8e7fe8f308c5d90bf2484a42acac2909e91fa74bb15063f4532
-size 1991213520
+oid sha256:1a3941894dc05cba8620fdcfe76f829996930ce5a9d1cb4f933e57dc9786eed6
+size 2095940048

model-00010-of-00037.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c16d8f057a2d0302df0b2e74c4f0287127e0771379750102dadc1865de4b5dfa
-size 1991213520
+oid sha256:da04c1e1de0a6682275627450483abcca6425a2c8e252ad02b4e0bc4c7007b58
+size 2095940048

model-00011-of-00037.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3b1800f82ea1958ade436e6d7f763adc56651dde4771357c194de7ac796a9260
-size 1991213528
+oid sha256:a9aee9960ad3cc8c73c185bbfa9090320ebcec21ca3cceecdd45860e0dde4bfc
+size 2095940056

model-00012-of-00037.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:39b0bac99afb4ac9bdbdc7d589e97618d7a7a87a96ad4c87f5158c36601951d2
-size 1991213528
+oid sha256:c64095fdf0971c3073d101da49cabcbbbf850ddce1680c2611c04d400f240e16
+size 2095940056

model-00013-of-00037.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4a83ac63335236d9d770b7f79fd309d26f2b2582ec281c3ce9622b5686206b02
-size 1991213528
+oid sha256:60d581b5ef0aad42689b056ce80610496688b6f5bcb6bdf51dfeaca62a9f3e63
+size 2095940056

model-00014-of-00037.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:76068674c34c6c4692c47273e37107c743c3c58b2ee3eb246b07454b29f7b573
-size 1991213528
+oid sha256:ed2326deb6fca2833697249f081c972d6f8026d8b911a367108108c34323c30e
+size 2095940056

model-00015-of-00037.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0f004860a6a51b055f9cd55e4aca37b69f16da47a60e5f5dc332699867ed4306
-size 1991213528
+oid sha256:a57422659b045cfe76dcf0742df04f8ad02411c852fa5b590ab5f4030f4249d6
+size 2095940056

model-00016-of-00037.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c83e17f8db084260c015743b1007d704ccccf1dd3f46f8ce50cfb4097a98431b
-size 1991213528
+oid sha256:31ae8692a689192b941908c13d05303a88eb15818a9f6762a9af2cfc777f0131
+size 2095940056

model-00017-of-00037.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c60d1b955b968a170c10682bdca0b156295b390625692a9962966194eb21bfa2
-size 1991213528
+oid sha256:80a50a22da1899d3869da1dc006fe2b5719cb868ae008f4a619fc76f6d1b5c0b
+size 2095940056

model-00018-of-00037.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:026f0637cc2c4d2bb470207cfb35c4cea059da7c79ce5fcc056d35eab101f14a
-size 1991213528
+oid sha256:7965e18c7e88a6c7c03b0b42cfc38fea38228984680b78276edb9f90de1feea3
+size 2095940056

model-00019-of-00037.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cb477583028cff2519b39c1d85a1c4562ee4ef06551895ec5cd8e5d5ab6b145a
-size 1991213528
+oid sha256:a5bc9f27e968ee8ebd3489505ebbc700e19903019ff02d6ebf1aa643b4ec199c
+size 2095940056

model-00020-of-00037.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d0a9e52cb1641c96487a3005ecd35a347723612e8b39fa95bde5a6aa5593534c
-size 1991213528
+oid sha256:dcef5ba750011d8657ef137f20e97555d411c110a6dff9a0856d5d8e83d2cbc3
+size 2095940056

model-00021-of-00037.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:09bf843eec4c381117fe986233dcaf67678b9cfd376264eae19906b4d332e0f1
-size 1991213528
+oid sha256:ce106eff5f80691a288a2cc24b733760d7faea856348f83f7a7650bc191d1555
+size 2095940056

model-00022-of-00037.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:76f3d03591663455722797386fb90aeb3a22d92ae1a6129459744b6723ff7b7a
-size 1991213528
+oid sha256:7408bad6d361a8e1e436213819b9c2f26bf3fc9233c47d524f37d5c22df20aac
+size 2095940056

model-00023-of-00037.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:91dbcce59c6a1a48d6be97f0536c1b5a1a737bfbea2f2ac9c7256be0a0e609ce
-size 1991213528
+oid sha256:0964b4c18e1a8cc8e406dfaaffcb5aa2416f6e42cf5a1568ae8fd3b92dee2cf8
+size 2095940056

model-00024-of-00037.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c706bdbc8f23435bf01c6a017e718cc5e35b26668ca456d7923b376ea1965105
-size 1991213528
+oid sha256:3697dcb592a77016da788c48a1f550b97cd78a9571316ff0f24851f0142d5892
+size 2095940056

model-00025-of-00037.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8466d8f7f7300a7d91671831753a2c0e78fad1185a530293d4f41fd1e7318626
-size 1991213528
+oid sha256:8efb2b543f8ff926fb43d25f4a186256baa34b133cf4f4f8e70176655a5f421f
+size 2095940056

model-00026-of-00037.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fdae8b57aed85074a7c5a006b43ad6f4b2b4b9dcd5f60530360f71a0531f0d8e
-size 1991213528
+oid sha256:e1f8f64246ce42594403b3afb0d811cb49f2341b8eb6671b35be62a78ce8251b
+size 2095940056

model-00027-of-00037.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c87d31ccddd9369dcb0a22b9cb200e22eb13b04e5e6697a5013dc666bdad7739
-size 1991213528
+oid sha256:2ba3874bf203b7eda3a5a4110229b0e4744b54a0a8b928171be6bb8cd5ad0dd5
+size 2095940056

model-00028-of-00037.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:37b69c8d45031c2f0bc57aa385d02658de8b38713d885d52ea76981674c3874a
-size 1991213528
+oid sha256:4c5170028b4b21825ef51ed110526797e2ff5f5414b2acabe2696fc07a88cdf7
+size 2095940056

model-00029-of-00037.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3e99115f8cf309a7969862232105fab33e7942a887137d479bef602b4a5686ee
-size 1991213528
+oid sha256:690a58f15feecc627fff16c7dd15d50facf2c127d31b04fdc707ec9cf42de056
+size 2095940056

model-00030-of-00037.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4e4d44214f4fd77468b7551324bd9a26793ee2723261d84bd003d84094be1e6a
-size 1991213528
+oid sha256:58cfc7d4ac66ad6392867d0487f27d6a62c11ccf41d057e6b337760f890f12fd
+size 2095940056

model-00031-of-00037.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:556e7436265aa0ea02e5bbe4503633cd5de880d42173519671d77fad5e924ca0
-size 1991213528
+oid sha256:9cb9ae89148c98021f9c6b5e528b881cd1114fed224735fbe374538be9e7c098
+size 2095940056

model-00032-of-00037.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:109e91db0fe7b574b288a528f5ee4324b29be85f99529240aff72cecc7aa0db0
-size 1991213528
+oid sha256:2b52b302b9b80b1ad1f265a11ab7da9952771e11c8d0068792e1024b1bd6332f
+size 2095940056

model-00033-of-00037.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:42ba3b07222f6169ef4a1e87c73280f593d5faf6240dff5856cadc6d020cd316
-size 1991213528
+oid sha256:47b8c17cd61aaf804959ee201defcc86a3d56882db8979974bccb9c71b408746
+size 2095940056

model-00034-of-00037.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:63bd7a75ff3807713f93f630089bbbf84e8baf7831bbd258bb1093e7d2f3ab07
-size 1991213528
+oid sha256:5fcd840575209674c5411710edc37fd0f7e72400e70fd59901feedd81100fd57
+size 2095940056

model-00035-of-00037.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f9c59c161644ffee393b34baef5653d4e90b94d6a81e4db397a760421dbef7d8
-size 1991213528
+oid sha256:ed355e22dd9e113e4a2ddcf360badf2dce4b72cdb339c67bd2f46701ef2c187a
+size 2095940056

model-00036-of-00037.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a237726ad032ae921fcb91cbc6f571a59f26ec3a787341bad0a518d572d9d6a3
-size 1991213528
+oid sha256:2881c7ffc2828f3768f88188fc3dd464a9f836f95702c9bf032b97f49acd3948
+size 2095940056

model.safetensors.index.json

@@ -1,225 +1 @@
-{
-  "metadata": {
-    "total_size": 71686651904
-  },
-  "weight_map": {
-    "model.embed_tokens.weight": "model-00037-of-00037.safetensors",
-    "model.layers.0.input_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00037.safetensors",
-    "model.layers.0.mlp.gate_up_proj.weight": "model-00001-of-00037.safetensors",
-    "model.layers.0.post_attention_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00037.safetensors",
-    "model.layers.0.self_attn.qkv_proj.weight": "model-00001-of-00037.safetensors",
-    "model.layers.1.input_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.1.mlp.down_proj.weight": "model-00002-of-00037.safetensors",
-    "model.layers.1.mlp.gate_up_proj.weight": "model-00002-of-00037.safetensors",
-    "model.layers.1.post_attention_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.1.self_attn.o_proj.weight": "model-00002-of-00037.safetensors",
-    "model.layers.1.self_attn.qkv_proj.weight": "model-00002-of-00037.safetensors",
-    "model.layers.10.input_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.10.mlp.down_proj.weight": "model-00011-of-00037.safetensors",
-    "model.layers.10.mlp.gate_up_proj.weight": "model-00011-of-00037.safetensors",
-    "model.layers.10.post_attention_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.10.self_attn.o_proj.weight": "model-00011-of-00037.safetensors",
-    "model.layers.10.self_attn.qkv_proj.weight": "model-00011-of-00037.safetensors",
-    "model.layers.11.input_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.11.mlp.down_proj.weight": "model-00012-of-00037.safetensors",
-    "model.layers.11.mlp.gate_up_proj.weight": "model-00012-of-00037.safetensors",
-    "model.layers.11.post_attention_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.11.self_attn.o_proj.weight": "model-00012-of-00037.safetensors",
-    "model.layers.11.self_attn.qkv_proj.weight": "model-00012-of-00037.safetensors",
-    "model.layers.12.input_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.12.mlp.down_proj.weight": "model-00013-of-00037.safetensors",
-    "model.layers.12.mlp.gate_up_proj.weight": "model-00013-of-00037.safetensors",
-    "model.layers.12.post_attention_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.12.self_attn.o_proj.weight": "model-00013-of-00037.safetensors",
-    "model.layers.12.self_attn.qkv_proj.weight": "model-00013-of-00037.safetensors",
-    "model.layers.13.input_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.13.mlp.down_proj.weight": "model-00014-of-00037.safetensors",
-    "model.layers.13.mlp.gate_up_proj.weight": "model-00014-of-00037.safetensors",
-    "model.layers.13.post_attention_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.13.self_attn.o_proj.weight": "model-00014-of-00037.safetensors",
-    "model.layers.13.self_attn.qkv_proj.weight": "model-00014-of-00037.safetensors",
-    "model.layers.14.input_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.14.mlp.down_proj.weight": "model-00015-of-00037.safetensors",
-    "model.layers.14.mlp.gate_up_proj.weight": "model-00015-of-00037.safetensors",
-    "model.layers.14.post_attention_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.14.self_attn.o_proj.weight": "model-00015-of-00037.safetensors",
-    "model.layers.14.self_attn.qkv_proj.weight": "model-00015-of-00037.safetensors",
-    "model.layers.15.input_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.15.mlp.down_proj.weight": "model-00016-of-00037.safetensors",
-    "model.layers.15.mlp.gate_up_proj.weight": "model-00016-of-00037.safetensors",
-    "model.layers.15.post_attention_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.15.self_attn.o_proj.weight": "model-00016-of-00037.safetensors",
-    "model.layers.15.self_attn.qkv_proj.weight": "model-00016-of-00037.safetensors",
-    "model.layers.16.input_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.16.mlp.down_proj.weight": "model-00017-of-00037.safetensors",
-    "model.layers.16.mlp.gate_up_proj.weight": "model-00017-of-00037.safetensors",
-    "model.layers.16.post_attention_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.16.self_attn.o_proj.weight": "model-00017-of-00037.safetensors",
-    "model.layers.16.self_attn.qkv_proj.weight": "model-00017-of-00037.safetensors",
-    "model.layers.17.input_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.17.mlp.down_proj.weight": "model-00018-of-00037.safetensors",
-    "model.layers.17.mlp.gate_up_proj.weight": "model-00018-of-00037.safetensors",
-    "model.layers.17.post_attention_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.17.self_attn.o_proj.weight": "model-00018-of-00037.safetensors",
-    "model.layers.17.self_attn.qkv_proj.weight": "model-00018-of-00037.safetensors",
-    "model.layers.18.input_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.18.mlp.down_proj.weight": "model-00019-of-00037.safetensors",
-    "model.layers.18.mlp.gate_up_proj.weight": "model-00019-of-00037.safetensors",
-    "model.layers.18.post_attention_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.18.self_attn.o_proj.weight": "model-00019-of-00037.safetensors",
-    "model.layers.18.self_attn.qkv_proj.weight": "model-00019-of-00037.safetensors",
-    "model.layers.19.input_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.19.mlp.down_proj.weight": "model-00020-of-00037.safetensors",
-    "model.layers.19.mlp.gate_up_proj.weight": "model-00020-of-00037.safetensors",
-    "model.layers.19.post_attention_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.19.self_attn.o_proj.weight": "model-00020-of-00037.safetensors",
-    "model.layers.19.self_attn.qkv_proj.weight": "model-00020-of-00037.safetensors",
-    "model.layers.2.input_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.2.mlp.down_proj.weight": "model-00003-of-00037.safetensors",
-    "model.layers.2.mlp.gate_up_proj.weight": "model-00003-of-00037.safetensors",
-    "model.layers.2.post_attention_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.2.self_attn.o_proj.weight": "model-00003-of-00037.safetensors",
-    "model.layers.2.self_attn.qkv_proj.weight": "model-00003-of-00037.safetensors",
-    "model.layers.20.input_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.20.mlp.down_proj.weight": "model-00021-of-00037.safetensors",
-    "model.layers.20.mlp.gate_up_proj.weight": "model-00021-of-00037.safetensors",
-    "model.layers.20.post_attention_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.20.self_attn.o_proj.weight": "model-00021-of-00037.safetensors",
-    "model.layers.20.self_attn.qkv_proj.weight": "model-00021-of-00037.safetensors",
-    "model.layers.21.input_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.21.mlp.down_proj.weight": "model-00022-of-00037.safetensors",
-    "model.layers.21.mlp.gate_up_proj.weight": "model-00022-of-00037.safetensors",
-    "model.layers.21.post_attention_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.21.self_attn.o_proj.weight": "model-00022-of-00037.safetensors",
-    "model.layers.21.self_attn.qkv_proj.weight": "model-00022-of-00037.safetensors",
-    "model.layers.22.input_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.22.mlp.down_proj.weight": "model-00023-of-00037.safetensors",
-    "model.layers.22.mlp.gate_up_proj.weight": "model-00023-of-00037.safetensors",
-    "model.layers.22.post_attention_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.22.self_attn.o_proj.weight": "model-00023-of-00037.safetensors",
-    "model.layers.22.self_attn.qkv_proj.weight": "model-00023-of-00037.safetensors",
-    "model.layers.23.input_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.23.mlp.down_proj.weight": "model-00024-of-00037.safetensors",
-    "model.layers.23.mlp.gate_up_proj.weight": "model-00024-of-00037.safetensors",
-    "model.layers.23.post_attention_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.23.self_attn.o_proj.weight": "model-00024-of-00037.safetensors",
-    "model.layers.23.self_attn.qkv_proj.weight": "model-00024-of-00037.safetensors",
-    "model.layers.24.input_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.24.mlp.down_proj.weight": "model-00025-of-00037.safetensors",
-    "model.layers.24.mlp.gate_up_proj.weight": "model-00025-of-00037.safetensors",
-    "model.layers.24.post_attention_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.24.self_attn.o_proj.weight": "model-00025-of-00037.safetensors",
-    "model.layers.24.self_attn.qkv_proj.weight": "model-00025-of-00037.safetensors",
-    "model.layers.25.input_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.25.mlp.down_proj.weight": "model-00026-of-00037.safetensors",
-    "model.layers.25.mlp.gate_up_proj.weight": "model-00026-of-00037.safetensors",
-    "model.layers.25.post_attention_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.25.self_attn.o_proj.weight": "model-00026-of-00037.safetensors",
-    "model.layers.25.self_attn.qkv_proj.weight": "model-00026-of-00037.safetensors",
-    "model.layers.26.input_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.26.mlp.down_proj.weight": "model-00027-of-00037.safetensors",
-    "model.layers.26.mlp.gate_up_proj.weight": "model-00027-of-00037.safetensors",
-    "model.layers.26.post_attention_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.26.self_attn.o_proj.weight": "model-00027-of-00037.safetensors",
-    "model.layers.26.self_attn.qkv_proj.weight": "model-00027-of-00037.safetensors",
-    "model.layers.27.input_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.27.mlp.down_proj.weight": "model-00028-of-00037.safetensors",
-    "model.layers.27.mlp.gate_up_proj.weight": "model-00028-of-00037.safetensors",
-    "model.layers.27.post_attention_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.27.self_attn.o_proj.weight": "model-00028-of-00037.safetensors",
-    "model.layers.27.self_attn.qkv_proj.weight": "model-00028-of-00037.safetensors",
-    "model.layers.28.input_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.28.mlp.down_proj.weight": "model-00029-of-00037.safetensors",
-    "model.layers.28.mlp.gate_up_proj.weight": "model-00029-of-00037.safetensors",
-    "model.layers.28.post_attention_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.28.self_attn.o_proj.weight": "model-00029-of-00037.safetensors",
-    "model.layers.28.self_attn.qkv_proj.weight": "model-00029-of-00037.safetensors",
-    "model.layers.29.input_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.29.mlp.down_proj.weight": "model-00030-of-00037.safetensors",
-    "model.layers.29.mlp.gate_up_proj.weight": "model-00030-of-00037.safetensors",
-    "model.layers.29.post_attention_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.29.self_attn.o_proj.weight": "model-00030-of-00037.safetensors",
-    "model.layers.29.self_attn.qkv_proj.weight": "model-00030-of-00037.safetensors",
-    "model.layers.3.input_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.3.mlp.down_proj.weight": "model-00004-of-00037.safetensors",
-    "model.layers.3.mlp.gate_up_proj.weight": "model-00004-of-00037.safetensors",
-    "model.layers.3.post_attention_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.3.self_attn.o_proj.weight": "model-00004-of-00037.safetensors",
-    "model.layers.3.self_attn.qkv_proj.weight": "model-00004-of-00037.safetensors",
-    "model.layers.30.input_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.30.mlp.down_proj.weight": "model-00031-of-00037.safetensors",
-    "model.layers.30.mlp.gate_up_proj.weight": "model-00031-of-00037.safetensors",
-    "model.layers.30.post_attention_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.30.self_attn.o_proj.weight": "model-00031-of-00037.safetensors",
-    "model.layers.30.self_attn.qkv_proj.weight": "model-00031-of-00037.safetensors",
-    "model.layers.31.input_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.31.mlp.down_proj.weight": "model-00032-of-00037.safetensors",
-    "model.layers.31.mlp.gate_up_proj.weight": "model-00032-of-00037.safetensors",
-    "model.layers.31.post_attention_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.31.self_attn.o_proj.weight": "model-00032-of-00037.safetensors",
-    "model.layers.31.self_attn.qkv_proj.weight": "model-00032-of-00037.safetensors",
-    "model.layers.32.input_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.32.mlp.down_proj.weight": "model-00033-of-00037.safetensors",
-    "model.layers.32.mlp.gate_up_proj.weight": "model-00033-of-00037.safetensors",
-    "model.layers.32.post_attention_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.32.self_attn.o_proj.weight": "model-00033-of-00037.safetensors",
-    "model.layers.32.self_attn.qkv_proj.weight": "model-00033-of-00037.safetensors",
-    "model.layers.33.input_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.33.mlp.down_proj.weight": "model-00034-of-00037.safetensors",
-    "model.layers.33.mlp.gate_up_proj.weight": "model-00034-of-00037.safetensors",
-    "model.layers.33.post_attention_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.33.self_attn.o_proj.weight": "model-00034-of-00037.safetensors",
-    "model.layers.33.self_attn.qkv_proj.weight": "model-00034-of-00037.safetensors",
-    "model.layers.34.input_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.34.mlp.down_proj.weight": "model-00035-of-00037.safetensors",
-    "model.layers.34.mlp.gate_up_proj.weight": "model-00035-of-00037.safetensors",
-    "model.layers.34.post_attention_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.34.self_attn.o_proj.weight": "model-00035-of-00037.safetensors",
-    "model.layers.34.self_attn.qkv_proj.weight": "model-00035-of-00037.safetensors",
-    "model.layers.35.input_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.35.mlp.down_proj.weight": "model-00036-of-00037.safetensors",
-    "model.layers.35.mlp.gate_up_proj.weight": "model-00036-of-00037.safetensors",
-    "model.layers.35.post_attention_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.35.self_attn.o_proj.weight": "model-00036-of-00037.safetensors",
-    "model.layers.35.self_attn.qkv_proj.weight": "model-00036-of-00037.safetensors",
-    "model.layers.4.input_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.4.mlp.down_proj.weight": "model-00005-of-00037.safetensors",
-    "model.layers.4.mlp.gate_up_proj.weight": "model-00005-of-00037.safetensors",
-    "model.layers.4.post_attention_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.4.self_attn.o_proj.weight": "model-00005-of-00037.safetensors",
-    "model.layers.4.self_attn.qkv_proj.weight": "model-00005-of-00037.safetensors",
-    "model.layers.5.input_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.5.mlp.down_proj.weight": "model-00006-of-00037.safetensors",
-    "model.layers.5.mlp.gate_up_proj.weight": "model-00006-of-00037.safetensors",
-    "model.layers.5.post_attention_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.5.self_attn.o_proj.weight": "model-00006-of-00037.safetensors",
-    "model.layers.5.self_attn.qkv_proj.weight": "model-00006-of-00037.safetensors",
-    "model.layers.6.input_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.6.mlp.down_proj.weight": "model-00007-of-00037.safetensors",
-    "model.layers.6.mlp.gate_up_proj.weight": "model-00007-of-00037.safetensors",
-    "model.layers.6.post_attention_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.6.self_attn.o_proj.weight": "model-00007-of-00037.safetensors",
-    "model.layers.6.self_attn.qkv_proj.weight": "model-00007-of-00037.safetensors",
-    "model.layers.7.input_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.7.mlp.down_proj.weight": "model-00008-of-00037.safetensors",
-    "model.layers.7.mlp.gate_up_proj.weight": "model-00008-of-00037.safetensors",
-    "model.layers.7.post_attention_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.7.self_attn.o_proj.weight": "model-00008-of-00037.safetensors",
-    "model.layers.7.self_attn.qkv_proj.weight": "model-00008-of-00037.safetensors",
-    "model.layers.8.input_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.8.mlp.down_proj.weight": "model-00009-of-00037.safetensors",
-    "model.layers.8.mlp.gate_up_proj.weight": "model-00009-of-00037.safetensors",
-    "model.layers.8.post_attention_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.8.self_attn.o_proj.weight": "model-00009-of-00037.safetensors",
-    "model.layers.8.self_attn.qkv_proj.weight": "model-00009-of-00037.safetensors",
-    "model.layers.9.input_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.9.mlp.down_proj.weight": "model-00010-of-00037.safetensors",
-    "model.layers.9.mlp.gate_up_proj.weight": "model-00010-of-00037.safetensors",
-    "model.layers.9.post_attention_layernorm.weight": "model-00037-of-00037.safetensors",
-    "model.layers.9.self_attn.o_proj.weight": "model-00010-of-00037.safetensors",
-    "model.layers.9.self_attn.qkv_proj.weight": "model-00010-of-00037.safetensors",
-    "model.norm.weight": "model-00037-of-00037.safetensors"
-  }
-}
+{"metadata": {"total_size": 75456806912}, "weight_map": {"model.layers.0.self_attn.qkv_proj.weight": "model-00001-of-00037.safetensors", "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00037.safetensors", "model.layers.0.mlp.gate_up_proj.weight": "model-00001-of-00037.safetensors", "model.layers.0.mlp.down_proj.weight": "model-00001-of-00037.safetensors", "model.layers.1.self_attn.qkv_proj.weight": "model-00002-of-00037.safetensors", "model.layers.1.self_attn.o_proj.weight": "model-00002-of-00037.safetensors", "model.layers.1.mlp.gate_up_proj.weight": "model-00002-of-00037.safetensors", "model.layers.1.mlp.down_proj.weight": "model-00002-of-00037.safetensors", "model.layers.2.self_attn.qkv_proj.weight": "model-00003-of-00037.safetensors", "model.layers.2.self_attn.o_proj.weight": "model-00003-of-00037.safetensors", "model.layers.2.mlp.gate_up_proj.weight": "model-00003-of-00037.safetensors", "model.layers.2.mlp.down_proj.weight": "model-00003-of-00037.safetensors", "model.layers.3.self_attn.qkv_proj.weight": "model-00004-of-00037.safetensors", "model.layers.3.self_attn.o_proj.weight": "model-00004-of-00037.safetensors", "model.layers.3.mlp.gate_up_proj.weight": "model-00004-of-00037.safetensors", "model.layers.3.mlp.down_proj.weight": "model-00004-of-00037.safetensors", "model.layers.4.self_attn.qkv_proj.weight": "model-00005-of-00037.safetensors", "model.layers.4.self_attn.o_proj.weight": "model-00005-of-00037.safetensors", "model.layers.4.mlp.gate_up_proj.weight": "model-00005-of-00037.safetensors", "model.layers.4.mlp.down_proj.weight": "model-00005-of-00037.safetensors", "model.layers.5.self_attn.qkv_proj.weight": "model-00006-of-00037.safetensors", "model.layers.5.self_attn.o_proj.weight": "model-00006-of-00037.safetensors", "model.layers.5.mlp.gate_up_proj.weight": "model-00006-of-00037.safetensors", "model.layers.5.mlp.down_proj.weight": "model-00006-of-00037.safetensors", "model.layers.6.self_attn.qkv_proj.weight": "model-00007-of-00037.safetensors", "model.layers.6.self_attn.o_proj.weight": "model-00007-of-00037.safetensors", "model.layers.6.mlp.gate_up_proj.weight": "model-00007-of-00037.safetensors", "model.layers.6.mlp.down_proj.weight": "model-00007-of-00037.safetensors", "model.layers.7.self_attn.qkv_proj.weight": "model-00008-of-00037.safetensors", "model.layers.7.self_attn.o_proj.weight": "model-00008-of-00037.safetensors", "model.layers.7.mlp.gate_up_proj.weight": "model-00008-of-00037.safetensors", "model.layers.7.mlp.down_proj.weight": "model-00008-of-00037.safetensors", "model.layers.8.self_attn.qkv_proj.weight": "model-00009-of-00037.safetensors", "model.layers.8.self_attn.o_proj.weight": "model-00009-of-00037.safetensors", "model.layers.8.mlp.gate_up_proj.weight": "model-00009-of-00037.safetensors", "model.layers.8.mlp.down_proj.weight": "model-00009-of-00037.safetensors", "model.layers.9.self_attn.qkv_proj.weight": "model-00010-of-00037.safetensors", "model.layers.9.self_attn.o_proj.weight": "model-00010-of-00037.safetensors", "model.layers.9.mlp.gate_up_proj.weight": "model-00010-of-00037.safetensors", "model.layers.9.mlp.down_proj.weight": "model-00010-of-00037.safetensors", "model.layers.10.self_attn.qkv_proj.weight": "model-00011-of-00037.safetensors", "model.layers.10.self_attn.o_proj.weight": "model-00011-of-00037.safetensors", "model.layers.10.mlp.gate_up_proj.weight": "model-00011-of-00037.safetensors", "model.layers.10.mlp.down_proj.weight": "model-00011-of-00037.safetensors", "model.layers.11.self_attn.qkv_proj.weight": "model-00012-of-00037.safetensors", "model.layers.11.self_attn.o_proj.weight": "model-00012-of-00037.safetensors", "model.layers.11.mlp.gate_up_proj.weight": "model-00012-of-00037.safetensors", "model.layers.11.mlp.down_proj.weight": "model-00012-of-00037.safetensors", "model.layers.12.self_attn.qkv_proj.weight": "model-00013-of-00037.safetensors", "model.layers.12.self_attn.o_proj.weight": "model-00013-of-00037.safetensors", "model.layers.12.mlp.gate_up_proj.weight": "model-00013-of-00037.safetensors", "model.layers.12.mlp.down_proj.weight": "model-00013-of-00037.safetensors", "model.layers.13.self_attn.qkv_proj.weight": "model-00014-of-00037.safetensors", "model.layers.13.self_attn.o_proj.weight": "model-00014-of-00037.safetensors", "model.layers.13.mlp.gate_up_proj.weight": "model-00014-of-00037.safetensors", "model.layers.13.mlp.down_proj.weight": "model-00014-of-00037.safetensors", "model.layers.14.self_attn.qkv_proj.weight": "model-00015-of-00037.safetensors", "model.layers.14.self_attn.o_proj.weight": "model-00015-of-00037.safetensors", "model.layers.14.mlp.gate_up_proj.weight": "model-00015-of-00037.safetensors", "model.layers.14.mlp.down_proj.weight": "model-00015-of-00037.safetensors", "model.layers.15.self_attn.qkv_proj.weight": "model-00016-of-00037.safetensors", "model.layers.15.self_attn.o_proj.weight": "model-00016-of-00037.safetensors", "model.layers.15.mlp.gate_up_proj.weight": "model-00016-of-00037.safetensors", "model.layers.15.mlp.down_proj.weight": "model-00016-of-00037.safetensors", "model.layers.16.self_attn.qkv_proj.weight": "model-00017-of-00037.safetensors", "model.layers.16.self_attn.o_proj.weight": "model-00017-of-00037.safetensors", "model.layers.16.mlp.gate_up_proj.weight": "model-00017-of-00037.safetensors", "model.layers.16.mlp.down_proj.weight": "model-00017-of-00037.safetensors", "model.layers.17.self_attn.qkv_proj.weight": "model-00018-of-00037.safetensors", "model.layers.17.self_attn.o_proj.weight": "model-00018-of-00037.safetensors", "model.layers.17.mlp.gate_up_proj.weight": "model-00018-of-00037.safetensors", "model.layers.17.mlp.down_proj.weight": "model-00018-of-00037.safetensors", "model.layers.18.self_attn.qkv_proj.weight": "model-00019-of-00037.safetensors", "model.layers.18.self_attn.o_proj.weight": "model-00019-of-00037.safetensors", "model.layers.18.mlp.gate_up_proj.weight": "model-00019-of-00037.safetensors", "model.layers.18.mlp.down_proj.weight": "model-00019-of-00037.safetensors", "model.layers.19.self_attn.qkv_proj.weight": "model-00020-of-00037.safetensors", "model.layers.19.self_attn.o_proj.weight": "model-00020-of-00037.safetensors", "model.layers.19.mlp.gate_up_proj.weight": "model-00020-of-00037.safetensors", "model.layers.19.mlp.down_proj.weight": "model-00020-of-00037.safetensors", "model.layers.20.self_attn.qkv_proj.weight": "model-00021-of-00037.safetensors", "model.layers.20.self_attn.o_proj.weight": "model-00021-of-00037.safetensors", "model.layers.20.mlp.gate_up_proj.weight": "model-00021-of-00037.safetensors", "model.layers.20.mlp.down_proj.weight": "model-00021-of-00037.safetensors", "model.layers.21.self_attn.qkv_proj.weight": "model-00022-of-00037.safetensors", "model.layers.21.self_attn.o_proj.weight": "model-00022-of-00037.safetensors", "model.layers.21.mlp.gate_up_proj.weight": "model-00022-of-00037.safetensors", "model.layers.21.mlp.down_proj.weight": "model-00022-of-00037.safetensors", "model.layers.22.self_attn.qkv_proj.weight": "model-00023-of-00037.safetensors", "model.layers.22.self_attn.o_proj.weight": "model-00023-of-00037.safetensors", "model.layers.22.mlp.gate_up_proj.weight": "model-00023-of-00037.safetensors", "model.layers.22.mlp.down_proj.weight": "model-00023-of-00037.safetensors", "model.layers.23.self_attn.qkv_proj.weight": "model-00024-of-00037.safetensors", "model.layers.23.self_attn.o_proj.weight": "model-00024-of-00037.safetensors", "model.layers.23.mlp.gate_up_proj.weight": "model-00024-of-00037.safetensors", "model.layers.23.mlp.down_proj.weight": "model-00024-of-00037.safetensors", "model.layers.24.self_attn.qkv_proj.weight": "model-00025-of-00037.safetensors", "model.layers.24.self_attn.o_proj.weight": "model-00025-of-00037.safetensors", "model.layers.24.mlp.gate_up_proj.weight": "model-00025-of-00037.safetensors", "model.layers.24.mlp.down_proj.weight": "model-00025-of-00037.safetensors", "model.layers.25.self_attn.qkv_proj.weight": "model-00026-of-00037.safetensors", "model.layers.25.self_attn.o_proj.weight": "model-00026-of-00037.safetensors", "model.layers.25.mlp.gate_up_proj.weight": "model-00026-of-00037.safetensors", "model.layers.25.mlp.down_proj.weight": "model-00026-of-00037.safetensors", "model.layers.26.self_attn.qkv_proj.weight": "model-00027-of-00037.safetensors", "model.layers.26.self_attn.o_proj.weight": "model-00027-of-00037.safetensors", "model.layers.26.mlp.gate_up_proj.weight": "model-00027-of-00037.safetensors", "model.layers.26.mlp.down_proj.weight": "model-00027-of-00037.safetensors", "model.layers.27.self_attn.qkv_proj.weight": "model-00028-of-00037.safetensors", "model.layers.27.self_attn.o_proj.weight": "model-00028-of-00037.safetensors", "model.layers.27.mlp.gate_up_proj.weight": "model-00028-of-00037.safetensors", "model.layers.27.mlp.down_proj.weight": "model-00028-of-00037.safetensors", "model.layers.28.self_attn.qkv_proj.weight": "model-00029-of-00037.safetensors", "model.layers.28.self_attn.o_proj.weight": "model-00029-of-00037.safetensors", "model.layers.28.mlp.gate_up_proj.weight": "model-00029-of-00037.safetensors", "model.layers.28.mlp.down_proj.weight": "model-00029-of-00037.safetensors", "model.layers.29.self_attn.qkv_proj.weight": "model-00030-of-00037.safetensors", "model.layers.29.self_attn.o_proj.weight": "model-00030-of-00037.safetensors", "model.layers.29.mlp.gate_up_proj.weight": "model-00030-of-00037.safetensors", "model.layers.29.mlp.down_proj.weight": "model-00030-of-00037.safetensors", "model.layers.30.self_attn.qkv_proj.weight": "model-00031-of-00037.safetensors", "model.layers.30.self_attn.o_proj.weight": "model-00031-of-00037.safetensors", "model.layers.30.mlp.gate_up_proj.weight": "model-00031-of-00037.safetensors", "model.layers.30.mlp.down_proj.weight": "model-00031-of-00037.safetensors", "model.layers.31.self_attn.qkv_proj.weight": "model-00032-of-00037.safetensors", "model.layers.31.self_attn.o_proj.weight": "model-00032-of-00037.safetensors", "model.layers.31.mlp.gate_up_proj.weight": "model-00032-of-00037.safetensors", "model.layers.31.mlp.down_proj.weight": "model-00032-of-00037.safetensors", "model.layers.32.self_attn.qkv_proj.weight": "model-00033-of-00037.safetensors", "model.layers.32.self_attn.o_proj.weight": "model-00033-of-00037.safetensors", "model.layers.32.mlp.gate_up_proj.weight": "model-00033-of-00037.safetensors", "model.layers.32.mlp.down_proj.weight": "model-00033-of-00037.safetensors", "model.layers.33.self_attn.qkv_proj.weight": "model-00034-of-00037.safetensors", "model.layers.33.self_attn.o_proj.weight": "model-00034-of-00037.safetensors", "model.layers.33.mlp.gate_up_proj.weight": "model-00034-of-00037.safetensors", "model.layers.33.mlp.down_proj.weight": "model-00034-of-00037.safetensors", "model.layers.34.self_attn.qkv_proj.weight": "model-00035-of-00037.safetensors", "model.layers.34.self_attn.o_proj.weight": "model-00035-of-00037.safetensors", "model.layers.34.mlp.gate_up_proj.weight": "model-00035-of-00037.safetensors", "model.layers.34.mlp.down_proj.weight": "model-00035-of-00037.safetensors", "model.layers.35.self_attn.qkv_proj.weight": "model-00036-of-00037.safetensors", "model.layers.35.self_attn.o_proj.weight": "model-00036-of-00037.safetensors", "model.layers.35.mlp.gate_up_proj.weight": "model-00036-of-00037.safetensors", "model.layers.35.mlp.down_proj.weight": "model-00036-of-00037.safetensors", "model.embed_tokens.weight": "model-00037-of-00037.safetensors", "model.norm.weight": "model-00037-of-00037.safetensors", "model.layers.0.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.0.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.1.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.1.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.2.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.2.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.3.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.3.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.4.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.4.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.5.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.5.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.6.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.6.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.7.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.7.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.8.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.8.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.9.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.9.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.10.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.10.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.11.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.11.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.12.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.12.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.13.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.13.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.14.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.14.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.15.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.15.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.16.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.16.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.17.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.17.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.18.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.18.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.19.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.19.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.20.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.20.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.21.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.21.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.22.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.22.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.23.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.23.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.24.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.24.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.25.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.25.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.26.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.26.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.27.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.27.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.28.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.28.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.29.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.29.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.30.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.30.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.31.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.31.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.32.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.32.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.33.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.33.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.34.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.34.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.35.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.35.post_attention_layernorm.weight": "model-00037-of-00037.safetensors"}}

torchwright_truth.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb22c0ab7c2e9b6c954c5e58fc92982457001c4cd9a5d84c176d220f6fda06fd
+size 22383083

torchwright_truth_support.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:411680bbb870a77cb927381f7021c65da2bdc0bfa3ff555aaa26be2108b37cdd
+size 10750444

torchwright_truth_v1.schema.json

@@ -0,0 +1,123 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://github.com/physicsrob/torchwright/blob/main/torchwright/compiler/torchwright_truth_v1.schema.json",
+  "title": "torchwright compiled artifact truth manifest v1",
+  "type": "object",
+  "required": [
+    "format",
+    "integrity",
+    "artifact",
+    "build",
+    "model",
+    "token_io",
+    "graphs",
+    "schedule",
+    "residual_stream",
+    "physical_layout",
+    "parameter_support",
+    "observability",
+    "runtime_contract",
+    "intervention_contract",
+    "reference_fixtures"
+  ],
+  "properties": {
+    "format": {"const": "torchwright.truth.v1"},
+    "$schema": {"type": "string"},
+    "integrity": {
+      "type": "object",
+      "required": ["sha256", "scope"],
+      "properties": {
+        "sha256": {"type": "string", "pattern": "^[0-9a-f]{64}$"},
+        "scope": {"type": "string"}
+      }
+    },
+    "artifact": {
+      "type": "object",
+      "required": ["kind", "architecture", "files"],
+      "properties": {
+        "kind": {"const": "huggingface_causal_lm_bundle"},
+        "architecture": {"enum": ["phi3", "custom"]},
+        "files": {
+          "type": "object",
+          "additionalProperties": {
+            "type": "object",
+            "required": ["sha256", "bytes"],
+            "properties": {
+              "sha256": {"type": "string", "pattern": "^[0-9a-f]{64}$"},
+              "bytes": {"type": "integer", "minimum": 0}
+            }
+          }
+        }
+      }
+    },
+    "build": {"type": "object"},
+    "model": {"type": "object"},
+    "token_io": {"type": "object"},
+    "graphs": {
+      "type": "object",
+      "required": ["source", "lowered", "realization_map"],
+      "properties": {
+        "source": {"$ref": "#/$defs/graph"},
+        "lowered": {"$ref": "#/$defs/graph"},
+        "realization_map": {"type": "array"}
+      }
+    },
+    "schedule": {
+      "type": "object",
+      "required": ["assignment", "realizations", "layers"]
+    },
+    "residual_stream": {
+      "type": "object",
+      "required": ["width", "states"]
+    },
+    "physical_layout": {
+      "type": "object",
+      "required": ["matrices", "placements", "checkpoint_parameter_map"]
+    },
+    "parameter_support": {
+      "type": "object",
+      "required": ["file", "format", "tensors"]
+    },
+    "observability": {"type": "object"},
+    "runtime_contract": {"type": "object"},
+    "intervention_contract": {"type": "object"},
+    "reference_fixtures": {"type": "object"},
+    "metadata": {"type": "object"}
+  },
+  "$defs": {
+    "graph": {
+      "type": "object",
+      "required": ["root", "nodes", "sha256"],
+      "properties": {
+        "root": {"type": "string"},
+        "nodes": {
+          "type": "array",
+          "items": {
+            "type": "object",
+            "required": ["id", "op", "width", "inputs", "value_contract"],
+            "properties": {
+              "region": {"type": ["string", "null"]}
+            }
+          }
+        },
+        "semantic_regions": {
+          "type": "array",
+          "items": {
+            "type": "object",
+            "required": ["id", "op", "operands", "results"],
+            "properties": {
+              "id": {"type": "string"},
+              "op": {"type": "string"},
+              "parent": {"type": ["string", "null"]},
+              "params": {"type": "object"},
+              "operands": {"type": "array", "items": {"type": "string"}},
+              "results": {"type": "array", "items": {"type": "string"}},
+              "annotation": {"type": ["string", "null"]}
+            }
+          }
+        },
+        "sha256": {"type": "string", "pattern": "^[0-9a-f]{64}$"}
+      }
+    }
+  }
+}