physicsrob commited on
Commit
440d698
·
verified ·
1 Parent(s): ed8d22a

Upload folder using huggingface_hub

Browse files
Files changed (40) hide show
  1. .gitattributes +1 -0
  2. README.md +1 -1
  3. config.json +8 -8
  4. model-00001-of-00034.safetensors +2 -2
  5. model-00002-of-00034.safetensors +2 -2
  6. model-00003-of-00034.safetensors +2 -2
  7. model-00004-of-00034.safetensors +2 -2
  8. model-00005-of-00034.safetensors +2 -2
  9. model-00006-of-00034.safetensors +2 -2
  10. model-00007-of-00034.safetensors +2 -2
  11. model-00008-of-00034.safetensors +2 -2
  12. model-00009-of-00034.safetensors +2 -2
  13. model-00010-of-00034.safetensors +2 -2
  14. model-00011-of-00034.safetensors +2 -2
  15. model-00012-of-00034.safetensors +2 -2
  16. model-00013-of-00034.safetensors +2 -2
  17. model-00014-of-00034.safetensors +2 -2
  18. model-00015-of-00034.safetensors +2 -2
  19. model-00016-of-00034.safetensors +2 -2
  20. model-00017-of-00034.safetensors +2 -2
  21. model-00018-of-00034.safetensors +2 -2
  22. model-00019-of-00034.safetensors +2 -2
  23. model-00020-of-00034.safetensors +2 -2
  24. model-00021-of-00034.safetensors +2 -2
  25. model-00022-of-00034.safetensors +2 -2
  26. model-00023-of-00034.safetensors +2 -2
  27. model-00024-of-00034.safetensors +2 -2
  28. model-00025-of-00034.safetensors +2 -2
  29. model-00026-of-00034.safetensors +2 -2
  30. model-00027-of-00034.safetensors +2 -2
  31. model-00028-of-00034.safetensors +2 -2
  32. model-00029-of-00034.safetensors +2 -2
  33. model-00030-of-00034.safetensors +2 -2
  34. model-00031-of-00034.safetensors +2 -2
  35. model-00032-of-00034.safetensors +2 -2
  36. model-00033-of-00034.safetensors +2 -2
  37. model.safetensors.index.json +1 -1
  38. torchwright_truth.json → torchwright_schematic.json +2 -2
  39. torchwright_truth_support.npz → torchwright_schematic_support.npz +2 -2
  40. torchwright_truth_v1.schema.json → torchwright_schematic_v1.schema.json +3 -3
.gitattributes CHANGED
@@ -34,3 +34,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  torchwright_truth.json filter=lfs diff=lfs merge=lfs -text
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  torchwright_truth.json filter=lfs diff=lfs merge=lfs -text
37
+ torchwright_schematic.json filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -69,7 +69,7 @@ exhaustive verification of every allowed expression.
69
 
70
  ## Size
71
 
72
- The checkpoint stores 62.44 GB of dense fp32 weights (15,609,626,624 entries) at compile width d=8192.
73
  100.00% of those entries are
74
  exactly zero: the vast majority of the model is unused canvas, so size reflects
75
  the compile geometry rather than stored knowledge.
 
69
 
70
  ## Size
71
 
72
+ The checkpoint stores 65.06 GB of dense fp32 weights (16,264,380,416 entries) at compile width d=8192.
73
  100.00% of those entries are
74
  exactly zero: the vast majority of the model is unused canvas, so size reflects
75
  the compile geometry rather than stored knowledge.
config.json CHANGED
@@ -10,12 +10,12 @@
10
  "hidden_act": "silu",
11
  "hidden_size": 8192,
12
  "initializer_range": 0.02,
13
- "intermediate_size": 8409,
14
  "max_position_embeddings": 512,
15
  "model_type": "phi3",
16
- "num_attention_heads": 127,
17
  "num_hidden_layers": 33,
18
- "num_key_value_heads": 127,
19
  "original_max_position_embeddings": 4096,
20
  "pad_token_id": null,
21
  "resid_pdrop": 0.0,
@@ -27,11 +27,11 @@
27
  },
28
  "sliding_window": null,
29
  "tie_word_embeddings": true,
30
- "torchwright_truth": {
31
- "file": "torchwright_truth.json",
32
- "format": "torchwright.truth.v1",
33
- "schema": "torchwright_truth_v1.schema.json",
34
- "support": "torchwright_truth_support.npz"
35
  },
36
  "transformers_version": "5.12.1",
37
  "use_cache": true,
 
10
  "hidden_act": "silu",
11
  "hidden_size": 8192,
12
  "initializer_range": 0.02,
13
+ "intermediate_size": 11691,
14
  "max_position_embeddings": 512,
15
  "model_type": "phi3",
16
+ "num_attention_heads": 98,
17
  "num_hidden_layers": 33,
18
+ "num_key_value_heads": 98,
19
  "original_max_position_embeddings": 4096,
20
  "pad_token_id": null,
21
  "resid_pdrop": 0.0,
 
27
  },
28
  "sliding_window": null,
29
  "tie_word_embeddings": true,
30
+ "torchwright_schematic": {
31
+ "file": "torchwright_schematic.json",
32
+ "format": "torchwright.schematic.v1",
33
+ "schema": "torchwright_schematic_v1.schema.json",
34
+ "support": "torchwright_schematic_support.npz"
35
  },
36
  "transformers_version": "5.12.1",
37
  "use_cache": true,
model-00001-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d05fd89027c4fea632dcb7a58c4bccfd2661074279c547091dcfe09fccb92e74
3
- size 1891992016
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5df7990a3e897228f946066ba2708195f7387bce52125a64e04dd31488c456d
3
+ size 1971356112
model-00002-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b00c4aee0fa3e52c34e5a8a084ba0c9cd5d1311d34fbdc79e78f9b4935a4b8ba
3
- size 1891992016
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b525a57899aed1a53c6a13c54814bf600d1f54a2d1bffd1af74695371df0f42a
3
+ size 1971356112
model-00003-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:faa253b6fc9afd7c3ffc78af5efb398bba29d7d92cdfc6e069c0a67ab516bf4b
3
- size 1891992016
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10193b38f3c4ff197dd8d093910b3872a3ab28df3643e75f4a02ae6062ac44f7
3
+ size 1971356112
model-00004-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3eb56d1864209bcd954db13e3613ce3bcdbb60dae2e44d1fb1caccf5f86ffc3d
3
- size 1891992016
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e1de7bb3922c0df53f922175077492284dcbdb45248ccaf8683726ee407bb81
3
+ size 1971356112
model-00005-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:af8268efae9a60fef516b5b9dfa67bb7c78eaf5509da002bc92db1cbc450e3fc
3
- size 1891992016
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0e830f1b863b6c35f3ac27cbfa9976ece895ea97f88b4dd1ae8d5fd4a7cccdc
3
+ size 1971356112
model-00006-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c12023855e22bfbb62f0935d605d258435a62232e1c40c9c22ce74729f04b27f
3
- size 1891992016
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5c721ae024474b8c7c1cccf7142b68d5176a32abfa0f690abdaa7915ae43229
3
+ size 1971356112
model-00007-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a9b15141f35f92bc1c64f04410743c41f755340d34b1de4867dad95195d9078d
3
- size 1891992016
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c27396d29893fc7a9556e0b16a7dceea2ca2afb3d449b1c59807db24a903885
3
+ size 1971356112
model-00008-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0de400a96784c73e8e09bc428a941c0945cc2a4548f246d021607f0ce23a2063
3
- size 1891992016
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b093571e291212c182e295b5b1f6c398ecb001bc29ab5da669b058495977ef6
3
+ size 1971356112
model-00009-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1eef650cb609f13db85e02dc2e0244556b1b250f67f3acc55acf19486cc732bf
3
- size 1891992016
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44e8d277560008eaae83ed7114763ce3b93f52f5f64656d7cf3b5df8a89f18ff
3
+ size 1971356112
model-00010-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:64fd5aa03477aaf784f62ff31649c08009f31321bbd5a6b150761ee769c21328
3
- size 1891992016
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:764e065cc7e532067d388d5e14101255899444f714ddee21d3b9d54288dc652d
3
+ size 1971356112
model-00011-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fb7faeedc08939fe759d24b33b851abd6c2a62a41baa68b679a296e1fb583a71
3
- size 1891992024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:952d6ff9061542e70d9e435b5dd7c02e9cad0730b92d5f3d4214a760114b4ef8
3
+ size 1971356120
model-00012-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ddbed9640e83105389915b80a64003eef990dcace16fcc7a177d3fbc24cfa0d9
3
- size 1891992024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2f1f671f94201d7823432cf5104574c37306d7d0545dde806016d283a4a3a70
3
+ size 1971356120
model-00013-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:777a560b5a8a7c9d78bdee0f272507563f97f982acd159482ff79a072df13a6b
3
- size 1891992024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a32852a223c9e66b55a372fb43e0c75f261ec47c0e5729ab7c9d4c2ffeb0639
3
+ size 1971356120
model-00014-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dff998384002815b9868c901dcbd97dc45ef4a85b4fa5825443f0bbdff328bc8
3
- size 1891992024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7e9e6c353a417d30ceb6733116a763ff943210e85cc1d7f86ea63586f093ff5
3
+ size 1971356120
model-00015-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:48c12af8d5ec74bc93bc2165e39bf731e3bfb43f6af52a6dd3ade96333f9d57a
3
- size 1891992024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c2ee3689fda0fb947824fc7631a35e0df73e4bfbfc7f929ce6f78453c8ef7e9
3
+ size 1971356120
model-00016-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3eb3597b7adb57bc7e3c0b1595a09550ccfaab705761dab6a9a44c98a86b4997
3
- size 1891992024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:349d5d314fe1a00fb3db6f1db799acae838a895d930a66735e87b679a7052577
3
+ size 1971356120
model-00017-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d4d9c8a5624cdc1a877fd31bbe20c5ded75dfef57f587458fda5612f4b88937c
3
- size 1891992024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e26ecd9d98cc3e49d5a8c9659e482a0cd07fcc3a864ecd42b4431c926855aae
3
+ size 1971356120
model-00018-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:de454f9e94decd69744a6ddbbdc4af0b85b7b772963ef0a40ae43beebd2c996f
3
- size 1891992024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e23f34a186b2717e855d9a7c247ce554dcc26fba751166aff34fbfe7a248231c
3
+ size 1971356120
model-00019-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:96ceb087935520eff319f3c890a5c1670a587f5fab7dc35e45c627a5bcdd4066
3
- size 1891992024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48577298502acb073f5bdd5b741a1e484b2739ab30a54ff23cd14a23f48695d7
3
+ size 1971356120
model-00020-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bccfd8b456835dc9a9e3733c156b44673738445588644eeed83bf186c5b8e72f
3
- size 1891992024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9342afce83158502c7de41f30ae7772506769dc858bf8d54aa838ee3ff3acd5
3
+ size 1971356120
model-00021-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3b1a9bb24bb7afea69613bd505e07e240254092242ab2accf52a34d70a514263
3
- size 1891992024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13b137c7fefdf34a774eb3c23b7b23093f912ee824790932d44197030a6762c9
3
+ size 1971356120
model-00022-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f2fa66dbce9a42878a0eac3ce83c3d7332d2ca2e4ffe899ca44e88b56ab397e0
3
- size 1891992024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e23bdc96b82f593ab31340f7b1ed88996a7589ac499c39c60bf625193537a1c7
3
+ size 1971356120
model-00023-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bab3c93ef7a80612e9925031f581a29584bcceb6c5bdb216dde84e8d8b4481d0
3
- size 1891992024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61483b8d11c2766ebd8571db123f6fecd8723cb74f7f70adb1db82ca75045d7d
3
+ size 1971356120
model-00024-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ad8d82c3521483aed0259317df28d28e92bebe3ffef770e2e476aea7fba1b8a6
3
- size 1891992024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d5c168dc6a21e39c9b3f6fceccdb9e989861dd0f76dbed5d4ca2c64f2378673
3
+ size 1971356120
model-00025-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fea066b2a396e45ede751338760b722378812a170b76cf55315ecb692d40c396
3
- size 1891992024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f34d65916aec1fe4acb7ddaee8ffc08f3c399aa021cfb1f5d85654053ca90f8
3
+ size 1971356120
model-00026-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f90f1078b609b3861b978cde0448174a0543f201aa07eb47739f3093c1226ad1
3
- size 1891992024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95fb5500d376592ef69bd83a5a94efc165d10180125c1dbb4ceda3c9448972fc
3
+ size 1971356120
model-00027-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:47e35808bcbd86c7c1ee71a4b9ee2abd19ce341a238cc7fd918d9a934e4dc24c
3
- size 1891992024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2043fc849b21bd66bcf820aff7da372109bc7f9d541ffed8dde5f1653e55f1c9
3
+ size 1971356120
model-00028-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6a3b644a146b3723db63c9b45fbcd5ab565a9be0d4af78ab456d140b8e31dbf3
3
- size 1891992024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:158386b190c043b194f427a231e1931bb0265cced5b249e2ef032241c51b1af1
3
+ size 1971356120
model-00029-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8d7fed44851b2ceea1e61323238f6dbaeea2272da405a5afeb240c76655d27dd
3
- size 1891992024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05a6d3c9f4c81110563c446f22014bb00f60509e25fc0411bfcb8d008f88b8b4
3
+ size 1971356120
model-00030-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:228ebbea810b906fb392b34bde7e806ed660d079c987feace38ab59584757707
3
- size 1891992024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a01944c318bb7466308e736bee3afe44a0db1ea56a3fa9a611b5af42d5dac66
3
+ size 1971356120
model-00031-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9997952e2ca721b2b2c1e6f4127b6e7093c525d0f381cf6b96778f087ea61d3d
3
- size 1891992024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f82241142188a5fefaa86d48718b807524758dc577f6f1beb6a66ced7163676
3
+ size 1971356120
model-00032-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e26d928e4ef2b0fccbde78c69e4a85ec0415192866e8cfba9dd5601c83875da9
3
- size 1891992024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d842a6ee2d161ea298a32022f1ed37a778ebcb7d05412aa9a75b129af65f1b42
3
+ size 1971356120
model-00033-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ef8de880617d915614ae9eeb9326f77c805d29dd6c1c4838eb803f7443a281aa
3
- size 1891992024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5385e8fd343320b02e6868e11f922419a081c2206a253f2060c880ea2fd1d787
3
+ size 1971356120
model.safetensors.index.json CHANGED
@@ -1 +1 @@
1
- {"metadata": {"total_size": 62438506496}, "weight_map": {"model.layers.0.self_attn.qkv_proj.weight": "model-00001-of-00034.safetensors", "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00034.safetensors", "model.layers.0.mlp.gate_up_proj.weight": "model-00001-of-00034.safetensors", "model.layers.0.mlp.down_proj.weight": "model-00001-of-00034.safetensors", "model.layers.1.self_attn.qkv_proj.weight": "model-00002-of-00034.safetensors", "model.layers.1.self_attn.o_proj.weight": "model-00002-of-00034.safetensors", "model.layers.1.mlp.gate_up_proj.weight": "model-00002-of-00034.safetensors", "model.layers.1.mlp.down_proj.weight": "model-00002-of-00034.safetensors", "model.layers.2.self_attn.qkv_proj.weight": "model-00003-of-00034.safetensors", "model.layers.2.self_attn.o_proj.weight": "model-00003-of-00034.safetensors", "model.layers.2.mlp.gate_up_proj.weight": "model-00003-of-00034.safetensors", "model.layers.2.mlp.down_proj.weight": "model-00003-of-00034.safetensors", "model.layers.3.self_attn.qkv_proj.weight": "model-00004-of-00034.safetensors", "model.layers.3.self_attn.o_proj.weight": "model-00004-of-00034.safetensors", "model.layers.3.mlp.gate_up_proj.weight": "model-00004-of-00034.safetensors", "model.layers.3.mlp.down_proj.weight": "model-00004-of-00034.safetensors", "model.layers.4.self_attn.qkv_proj.weight": "model-00005-of-00034.safetensors", "model.layers.4.self_attn.o_proj.weight": "model-00005-of-00034.safetensors", "model.layers.4.mlp.gate_up_proj.weight": "model-00005-of-00034.safetensors", "model.layers.4.mlp.down_proj.weight": "model-00005-of-00034.safetensors", "model.layers.5.self_attn.qkv_proj.weight": "model-00006-of-00034.safetensors", "model.layers.5.self_attn.o_proj.weight": "model-00006-of-00034.safetensors", "model.layers.5.mlp.gate_up_proj.weight": "model-00006-of-00034.safetensors", "model.layers.5.mlp.down_proj.weight": "model-00006-of-00034.safetensors", "model.layers.6.self_attn.qkv_proj.weight": "model-00007-of-00034.safetensors", "model.layers.6.self_attn.o_proj.weight": "model-00007-of-00034.safetensors", "model.layers.6.mlp.gate_up_proj.weight": "model-00007-of-00034.safetensors", "model.layers.6.mlp.down_proj.weight": "model-00007-of-00034.safetensors", "model.layers.7.self_attn.qkv_proj.weight": "model-00008-of-00034.safetensors", "model.layers.7.self_attn.o_proj.weight": "model-00008-of-00034.safetensors", "model.layers.7.mlp.gate_up_proj.weight": "model-00008-of-00034.safetensors", "model.layers.7.mlp.down_proj.weight": "model-00008-of-00034.safetensors", "model.layers.8.self_attn.qkv_proj.weight": "model-00009-of-00034.safetensors", "model.layers.8.self_attn.o_proj.weight": "model-00009-of-00034.safetensors", "model.layers.8.mlp.gate_up_proj.weight": "model-00009-of-00034.safetensors", "model.layers.8.mlp.down_proj.weight": "model-00009-of-00034.safetensors", "model.layers.9.self_attn.qkv_proj.weight": "model-00010-of-00034.safetensors", "model.layers.9.self_attn.o_proj.weight": "model-00010-of-00034.safetensors", "model.layers.9.mlp.gate_up_proj.weight": "model-00010-of-00034.safetensors", "model.layers.9.mlp.down_proj.weight": "model-00010-of-00034.safetensors", "model.layers.10.self_attn.qkv_proj.weight": "model-00011-of-00034.safetensors", "model.layers.10.self_attn.o_proj.weight": "model-00011-of-00034.safetensors", "model.layers.10.mlp.gate_up_proj.weight": "model-00011-of-00034.safetensors", "model.layers.10.mlp.down_proj.weight": "model-00011-of-00034.safetensors", "model.layers.11.self_attn.qkv_proj.weight": "model-00012-of-00034.safetensors", "model.layers.11.self_attn.o_proj.weight": "model-00012-of-00034.safetensors", "model.layers.11.mlp.gate_up_proj.weight": "model-00012-of-00034.safetensors", "model.layers.11.mlp.down_proj.weight": "model-00012-of-00034.safetensors", "model.layers.12.self_attn.qkv_proj.weight": "model-00013-of-00034.safetensors", "model.layers.12.self_attn.o_proj.weight": "model-00013-of-00034.safetensors", "model.layers.12.mlp.gate_up_proj.weight": "model-00013-of-00034.safetensors", "model.layers.12.mlp.down_proj.weight": "model-00013-of-00034.safetensors", "model.layers.13.self_attn.qkv_proj.weight": "model-00014-of-00034.safetensors", "model.layers.13.self_attn.o_proj.weight": "model-00014-of-00034.safetensors", "model.layers.13.mlp.gate_up_proj.weight": "model-00014-of-00034.safetensors", "model.layers.13.mlp.down_proj.weight": "model-00014-of-00034.safetensors", "model.layers.14.self_attn.qkv_proj.weight": "model-00015-of-00034.safetensors", "model.layers.14.self_attn.o_proj.weight": "model-00015-of-00034.safetensors", "model.layers.14.mlp.gate_up_proj.weight": "model-00015-of-00034.safetensors", "model.layers.14.mlp.down_proj.weight": "model-00015-of-00034.safetensors", "model.layers.15.self_attn.qkv_proj.weight": "model-00016-of-00034.safetensors", "model.layers.15.self_attn.o_proj.weight": "model-00016-of-00034.safetensors", "model.layers.15.mlp.gate_up_proj.weight": "model-00016-of-00034.safetensors", "model.layers.15.mlp.down_proj.weight": "model-00016-of-00034.safetensors", "model.layers.16.self_attn.qkv_proj.weight": "model-00017-of-00034.safetensors", "model.layers.16.self_attn.o_proj.weight": "model-00017-of-00034.safetensors", "model.layers.16.mlp.gate_up_proj.weight": "model-00017-of-00034.safetensors", "model.layers.16.mlp.down_proj.weight": "model-00017-of-00034.safetensors", "model.layers.17.self_attn.qkv_proj.weight": "model-00018-of-00034.safetensors", "model.layers.17.self_attn.o_proj.weight": "model-00018-of-00034.safetensors", "model.layers.17.mlp.gate_up_proj.weight": "model-00018-of-00034.safetensors", "model.layers.17.mlp.down_proj.weight": "model-00018-of-00034.safetensors", "model.layers.18.self_attn.qkv_proj.weight": "model-00019-of-00034.safetensors", "model.layers.18.self_attn.o_proj.weight": "model-00019-of-00034.safetensors", "model.layers.18.mlp.gate_up_proj.weight": "model-00019-of-00034.safetensors", "model.layers.18.mlp.down_proj.weight": "model-00019-of-00034.safetensors", "model.layers.19.self_attn.qkv_proj.weight": "model-00020-of-00034.safetensors", "model.layers.19.self_attn.o_proj.weight": "model-00020-of-00034.safetensors", "model.layers.19.mlp.gate_up_proj.weight": "model-00020-of-00034.safetensors", "model.layers.19.mlp.down_proj.weight": "model-00020-of-00034.safetensors", "model.layers.20.self_attn.qkv_proj.weight": "model-00021-of-00034.safetensors", "model.layers.20.self_attn.o_proj.weight": "model-00021-of-00034.safetensors", "model.layers.20.mlp.gate_up_proj.weight": "model-00021-of-00034.safetensors", "model.layers.20.mlp.down_proj.weight": "model-00021-of-00034.safetensors", "model.layers.21.self_attn.qkv_proj.weight": "model-00022-of-00034.safetensors", "model.layers.21.self_attn.o_proj.weight": "model-00022-of-00034.safetensors", "model.layers.21.mlp.gate_up_proj.weight": "model-00022-of-00034.safetensors", "model.layers.21.mlp.down_proj.weight": "model-00022-of-00034.safetensors", "model.layers.22.self_attn.qkv_proj.weight": "model-00023-of-00034.safetensors", "model.layers.22.self_attn.o_proj.weight": "model-00023-of-00034.safetensors", "model.layers.22.mlp.gate_up_proj.weight": "model-00023-of-00034.safetensors", "model.layers.22.mlp.down_proj.weight": "model-00023-of-00034.safetensors", "model.layers.23.self_attn.qkv_proj.weight": "model-00024-of-00034.safetensors", "model.layers.23.self_attn.o_proj.weight": "model-00024-of-00034.safetensors", "model.layers.23.mlp.gate_up_proj.weight": "model-00024-of-00034.safetensors", "model.layers.23.mlp.down_proj.weight": "model-00024-of-00034.safetensors", "model.layers.24.self_attn.qkv_proj.weight": "model-00025-of-00034.safetensors", "model.layers.24.self_attn.o_proj.weight": "model-00025-of-00034.safetensors", "model.layers.24.mlp.gate_up_proj.weight": "model-00025-of-00034.safetensors", "model.layers.24.mlp.down_proj.weight": "model-00025-of-00034.safetensors", "model.layers.25.self_attn.qkv_proj.weight": "model-00026-of-00034.safetensors", "model.layers.25.self_attn.o_proj.weight": "model-00026-of-00034.safetensors", "model.layers.25.mlp.gate_up_proj.weight": "model-00026-of-00034.safetensors", "model.layers.25.mlp.down_proj.weight": "model-00026-of-00034.safetensors", "model.layers.26.self_attn.qkv_proj.weight": "model-00027-of-00034.safetensors", "model.layers.26.self_attn.o_proj.weight": "model-00027-of-00034.safetensors", "model.layers.26.mlp.gate_up_proj.weight": "model-00027-of-00034.safetensors", "model.layers.26.mlp.down_proj.weight": "model-00027-of-00034.safetensors", "model.layers.27.self_attn.qkv_proj.weight": "model-00028-of-00034.safetensors", "model.layers.27.self_attn.o_proj.weight": "model-00028-of-00034.safetensors", "model.layers.27.mlp.gate_up_proj.weight": "model-00028-of-00034.safetensors", "model.layers.27.mlp.down_proj.weight": "model-00028-of-00034.safetensors", "model.layers.28.self_attn.qkv_proj.weight": "model-00029-of-00034.safetensors", "model.layers.28.self_attn.o_proj.weight": "model-00029-of-00034.safetensors", "model.layers.28.mlp.gate_up_proj.weight": "model-00029-of-00034.safetensors", "model.layers.28.mlp.down_proj.weight": "model-00029-of-00034.safetensors", "model.layers.29.self_attn.qkv_proj.weight": "model-00030-of-00034.safetensors", "model.layers.29.self_attn.o_proj.weight": "model-00030-of-00034.safetensors", "model.layers.29.mlp.gate_up_proj.weight": "model-00030-of-00034.safetensors", "model.layers.29.mlp.down_proj.weight": "model-00030-of-00034.safetensors", "model.layers.30.self_attn.qkv_proj.weight": "model-00031-of-00034.safetensors", "model.layers.30.self_attn.o_proj.weight": "model-00031-of-00034.safetensors", "model.layers.30.mlp.gate_up_proj.weight": "model-00031-of-00034.safetensors", "model.layers.30.mlp.down_proj.weight": "model-00031-of-00034.safetensors", "model.layers.31.self_attn.qkv_proj.weight": "model-00032-of-00034.safetensors", "model.layers.31.self_attn.o_proj.weight": "model-00032-of-00034.safetensors", "model.layers.31.mlp.gate_up_proj.weight": "model-00032-of-00034.safetensors", "model.layers.31.mlp.down_proj.weight": "model-00032-of-00034.safetensors", "model.layers.32.self_attn.qkv_proj.weight": "model-00033-of-00034.safetensors", "model.layers.32.self_attn.o_proj.weight": "model-00033-of-00034.safetensors", "model.layers.32.mlp.gate_up_proj.weight": "model-00033-of-00034.safetensors", "model.layers.32.mlp.down_proj.weight": "model-00033-of-00034.safetensors", "model.embed_tokens.weight": "model-00034-of-00034.safetensors", "model.norm.weight": "model-00034-of-00034.safetensors", "model.layers.0.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.0.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.1.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.1.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.2.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.2.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.3.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.3.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.4.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.4.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.5.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.5.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.6.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.6.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.7.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.7.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.8.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.8.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.9.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.9.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.10.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.10.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.11.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.11.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.12.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.12.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.13.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.13.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.14.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.14.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.15.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.15.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.16.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.16.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.17.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.17.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.18.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.18.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.19.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.19.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.20.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.20.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.21.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.21.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.22.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.22.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.23.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.23.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.24.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.24.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.25.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.25.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.26.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.26.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.27.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.27.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.28.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.28.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.29.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.29.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.30.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.30.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.31.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.31.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.32.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.32.post_attention_layernorm.weight": "model-00034-of-00034.safetensors"}}
 
1
+ {"metadata": {"total_size": 65057521664}, "weight_map": {"model.layers.0.self_attn.qkv_proj.weight": "model-00001-of-00034.safetensors", "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00034.safetensors", "model.layers.0.mlp.gate_up_proj.weight": "model-00001-of-00034.safetensors", "model.layers.0.mlp.down_proj.weight": "model-00001-of-00034.safetensors", "model.layers.1.self_attn.qkv_proj.weight": "model-00002-of-00034.safetensors", "model.layers.1.self_attn.o_proj.weight": "model-00002-of-00034.safetensors", "model.layers.1.mlp.gate_up_proj.weight": "model-00002-of-00034.safetensors", "model.layers.1.mlp.down_proj.weight": "model-00002-of-00034.safetensors", "model.layers.2.self_attn.qkv_proj.weight": "model-00003-of-00034.safetensors", "model.layers.2.self_attn.o_proj.weight": "model-00003-of-00034.safetensors", "model.layers.2.mlp.gate_up_proj.weight": "model-00003-of-00034.safetensors", "model.layers.2.mlp.down_proj.weight": "model-00003-of-00034.safetensors", "model.layers.3.self_attn.qkv_proj.weight": "model-00004-of-00034.safetensors", "model.layers.3.self_attn.o_proj.weight": "model-00004-of-00034.safetensors", "model.layers.3.mlp.gate_up_proj.weight": "model-00004-of-00034.safetensors", "model.layers.3.mlp.down_proj.weight": "model-00004-of-00034.safetensors", "model.layers.4.self_attn.qkv_proj.weight": "model-00005-of-00034.safetensors", "model.layers.4.self_attn.o_proj.weight": "model-00005-of-00034.safetensors", "model.layers.4.mlp.gate_up_proj.weight": "model-00005-of-00034.safetensors", "model.layers.4.mlp.down_proj.weight": "model-00005-of-00034.safetensors", "model.layers.5.self_attn.qkv_proj.weight": "model-00006-of-00034.safetensors", "model.layers.5.self_attn.o_proj.weight": "model-00006-of-00034.safetensors", "model.layers.5.mlp.gate_up_proj.weight": "model-00006-of-00034.safetensors", "model.layers.5.mlp.down_proj.weight": "model-00006-of-00034.safetensors", "model.layers.6.self_attn.qkv_proj.weight": "model-00007-of-00034.safetensors", "model.layers.6.self_attn.o_proj.weight": "model-00007-of-00034.safetensors", "model.layers.6.mlp.gate_up_proj.weight": "model-00007-of-00034.safetensors", "model.layers.6.mlp.down_proj.weight": "model-00007-of-00034.safetensors", "model.layers.7.self_attn.qkv_proj.weight": "model-00008-of-00034.safetensors", "model.layers.7.self_attn.o_proj.weight": "model-00008-of-00034.safetensors", "model.layers.7.mlp.gate_up_proj.weight": "model-00008-of-00034.safetensors", "model.layers.7.mlp.down_proj.weight": "model-00008-of-00034.safetensors", "model.layers.8.self_attn.qkv_proj.weight": "model-00009-of-00034.safetensors", "model.layers.8.self_attn.o_proj.weight": "model-00009-of-00034.safetensors", "model.layers.8.mlp.gate_up_proj.weight": "model-00009-of-00034.safetensors", "model.layers.8.mlp.down_proj.weight": "model-00009-of-00034.safetensors", "model.layers.9.self_attn.qkv_proj.weight": "model-00010-of-00034.safetensors", "model.layers.9.self_attn.o_proj.weight": "model-00010-of-00034.safetensors", "model.layers.9.mlp.gate_up_proj.weight": "model-00010-of-00034.safetensors", "model.layers.9.mlp.down_proj.weight": "model-00010-of-00034.safetensors", "model.layers.10.self_attn.qkv_proj.weight": "model-00011-of-00034.safetensors", "model.layers.10.self_attn.o_proj.weight": "model-00011-of-00034.safetensors", "model.layers.10.mlp.gate_up_proj.weight": "model-00011-of-00034.safetensors", "model.layers.10.mlp.down_proj.weight": "model-00011-of-00034.safetensors", "model.layers.11.self_attn.qkv_proj.weight": "model-00012-of-00034.safetensors", "model.layers.11.self_attn.o_proj.weight": "model-00012-of-00034.safetensors", "model.layers.11.mlp.gate_up_proj.weight": "model-00012-of-00034.safetensors", "model.layers.11.mlp.down_proj.weight": "model-00012-of-00034.safetensors", "model.layers.12.self_attn.qkv_proj.weight": "model-00013-of-00034.safetensors", "model.layers.12.self_attn.o_proj.weight": "model-00013-of-00034.safetensors", "model.layers.12.mlp.gate_up_proj.weight": "model-00013-of-00034.safetensors", "model.layers.12.mlp.down_proj.weight": "model-00013-of-00034.safetensors", "model.layers.13.self_attn.qkv_proj.weight": "model-00014-of-00034.safetensors", "model.layers.13.self_attn.o_proj.weight": "model-00014-of-00034.safetensors", "model.layers.13.mlp.gate_up_proj.weight": "model-00014-of-00034.safetensors", "model.layers.13.mlp.down_proj.weight": "model-00014-of-00034.safetensors", "model.layers.14.self_attn.qkv_proj.weight": "model-00015-of-00034.safetensors", "model.layers.14.self_attn.o_proj.weight": "model-00015-of-00034.safetensors", "model.layers.14.mlp.gate_up_proj.weight": "model-00015-of-00034.safetensors", "model.layers.14.mlp.down_proj.weight": "model-00015-of-00034.safetensors", "model.layers.15.self_attn.qkv_proj.weight": "model-00016-of-00034.safetensors", "model.layers.15.self_attn.o_proj.weight": "model-00016-of-00034.safetensors", "model.layers.15.mlp.gate_up_proj.weight": "model-00016-of-00034.safetensors", "model.layers.15.mlp.down_proj.weight": "model-00016-of-00034.safetensors", "model.layers.16.self_attn.qkv_proj.weight": "model-00017-of-00034.safetensors", "model.layers.16.self_attn.o_proj.weight": "model-00017-of-00034.safetensors", "model.layers.16.mlp.gate_up_proj.weight": "model-00017-of-00034.safetensors", "model.layers.16.mlp.down_proj.weight": "model-00017-of-00034.safetensors", "model.layers.17.self_attn.qkv_proj.weight": "model-00018-of-00034.safetensors", "model.layers.17.self_attn.o_proj.weight": "model-00018-of-00034.safetensors", "model.layers.17.mlp.gate_up_proj.weight": "model-00018-of-00034.safetensors", "model.layers.17.mlp.down_proj.weight": "model-00018-of-00034.safetensors", "model.layers.18.self_attn.qkv_proj.weight": "model-00019-of-00034.safetensors", "model.layers.18.self_attn.o_proj.weight": "model-00019-of-00034.safetensors", "model.layers.18.mlp.gate_up_proj.weight": "model-00019-of-00034.safetensors", "model.layers.18.mlp.down_proj.weight": "model-00019-of-00034.safetensors", "model.layers.19.self_attn.qkv_proj.weight": "model-00020-of-00034.safetensors", "model.layers.19.self_attn.o_proj.weight": "model-00020-of-00034.safetensors", "model.layers.19.mlp.gate_up_proj.weight": "model-00020-of-00034.safetensors", "model.layers.19.mlp.down_proj.weight": "model-00020-of-00034.safetensors", "model.layers.20.self_attn.qkv_proj.weight": "model-00021-of-00034.safetensors", "model.layers.20.self_attn.o_proj.weight": "model-00021-of-00034.safetensors", "model.layers.20.mlp.gate_up_proj.weight": "model-00021-of-00034.safetensors", "model.layers.20.mlp.down_proj.weight": "model-00021-of-00034.safetensors", "model.layers.21.self_attn.qkv_proj.weight": "model-00022-of-00034.safetensors", "model.layers.21.self_attn.o_proj.weight": "model-00022-of-00034.safetensors", "model.layers.21.mlp.gate_up_proj.weight": "model-00022-of-00034.safetensors", "model.layers.21.mlp.down_proj.weight": "model-00022-of-00034.safetensors", "model.layers.22.self_attn.qkv_proj.weight": "model-00023-of-00034.safetensors", "model.layers.22.self_attn.o_proj.weight": "model-00023-of-00034.safetensors", "model.layers.22.mlp.gate_up_proj.weight": "model-00023-of-00034.safetensors", "model.layers.22.mlp.down_proj.weight": "model-00023-of-00034.safetensors", "model.layers.23.self_attn.qkv_proj.weight": "model-00024-of-00034.safetensors", "model.layers.23.self_attn.o_proj.weight": "model-00024-of-00034.safetensors", "model.layers.23.mlp.gate_up_proj.weight": "model-00024-of-00034.safetensors", "model.layers.23.mlp.down_proj.weight": "model-00024-of-00034.safetensors", "model.layers.24.self_attn.qkv_proj.weight": "model-00025-of-00034.safetensors", "model.layers.24.self_attn.o_proj.weight": "model-00025-of-00034.safetensors", "model.layers.24.mlp.gate_up_proj.weight": "model-00025-of-00034.safetensors", "model.layers.24.mlp.down_proj.weight": "model-00025-of-00034.safetensors", "model.layers.25.self_attn.qkv_proj.weight": "model-00026-of-00034.safetensors", "model.layers.25.self_attn.o_proj.weight": "model-00026-of-00034.safetensors", "model.layers.25.mlp.gate_up_proj.weight": "model-00026-of-00034.safetensors", "model.layers.25.mlp.down_proj.weight": "model-00026-of-00034.safetensors", "model.layers.26.self_attn.qkv_proj.weight": "model-00027-of-00034.safetensors", "model.layers.26.self_attn.o_proj.weight": "model-00027-of-00034.safetensors", "model.layers.26.mlp.gate_up_proj.weight": "model-00027-of-00034.safetensors", "model.layers.26.mlp.down_proj.weight": "model-00027-of-00034.safetensors", "model.layers.27.self_attn.qkv_proj.weight": "model-00028-of-00034.safetensors", "model.layers.27.self_attn.o_proj.weight": "model-00028-of-00034.safetensors", "model.layers.27.mlp.gate_up_proj.weight": "model-00028-of-00034.safetensors", "model.layers.27.mlp.down_proj.weight": "model-00028-of-00034.safetensors", "model.layers.28.self_attn.qkv_proj.weight": "model-00029-of-00034.safetensors", "model.layers.28.self_attn.o_proj.weight": "model-00029-of-00034.safetensors", "model.layers.28.mlp.gate_up_proj.weight": "model-00029-of-00034.safetensors", "model.layers.28.mlp.down_proj.weight": "model-00029-of-00034.safetensors", "model.layers.29.self_attn.qkv_proj.weight": "model-00030-of-00034.safetensors", "model.layers.29.self_attn.o_proj.weight": "model-00030-of-00034.safetensors", "model.layers.29.mlp.gate_up_proj.weight": "model-00030-of-00034.safetensors", "model.layers.29.mlp.down_proj.weight": "model-00030-of-00034.safetensors", "model.layers.30.self_attn.qkv_proj.weight": "model-00031-of-00034.safetensors", "model.layers.30.self_attn.o_proj.weight": "model-00031-of-00034.safetensors", "model.layers.30.mlp.gate_up_proj.weight": "model-00031-of-00034.safetensors", "model.layers.30.mlp.down_proj.weight": "model-00031-of-00034.safetensors", "model.layers.31.self_attn.qkv_proj.weight": "model-00032-of-00034.safetensors", "model.layers.31.self_attn.o_proj.weight": "model-00032-of-00034.safetensors", "model.layers.31.mlp.gate_up_proj.weight": "model-00032-of-00034.safetensors", "model.layers.31.mlp.down_proj.weight": "model-00032-of-00034.safetensors", "model.layers.32.self_attn.qkv_proj.weight": "model-00033-of-00034.safetensors", "model.layers.32.self_attn.o_proj.weight": "model-00033-of-00034.safetensors", "model.layers.32.mlp.gate_up_proj.weight": "model-00033-of-00034.safetensors", "model.layers.32.mlp.down_proj.weight": "model-00033-of-00034.safetensors", "model.embed_tokens.weight": "model-00034-of-00034.safetensors", "model.norm.weight": "model-00034-of-00034.safetensors", "model.layers.0.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.0.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.1.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.1.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.2.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.2.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.3.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.3.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.4.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.4.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.5.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.5.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.6.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.6.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.7.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.7.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.8.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.8.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.9.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.9.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.10.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.10.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.11.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.11.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.12.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.12.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.13.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.13.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.14.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.14.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.15.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.15.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.16.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.16.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.17.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.17.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.18.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.18.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.19.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.19.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.20.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.20.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.21.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.21.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.22.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.22.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.23.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.23.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.24.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.24.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.25.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.25.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.26.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.26.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.27.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.27.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.28.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.28.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.29.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.29.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.30.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.30.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.31.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.31.post_attention_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.32.input_layernorm.weight": "model-00034-of-00034.safetensors", "model.layers.32.post_attention_layernorm.weight": "model-00034-of-00034.safetensors"}}
torchwright_truth.json → torchwright_schematic.json RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f7ce3f85b48ae46e9b4e15cd61563f49a95fb15944e9cabe5543520f5bc23da0
3
- size 10858237
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3d13a6d563b5a2e7034135fe82f87d92589a19655547d6f8344c708eb0187e4
3
+ size 11606491
torchwright_truth_support.npz → torchwright_schematic_support.npz RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:41b025bae169ac2f6b5558264a9f5bfb2fe0ac84aec17bcaba49a4c35ff05555
3
- size 8522375
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c121ca0f81f169912d9ed900d27bfb69328201f2ae99b2b6daaba8492f4945de
3
+ size 8848158
torchwright_truth_v1.schema.json → torchwright_schematic_v1.schema.json RENAMED
@@ -1,7 +1,7 @@
1
  {
2
  "$schema": "https://json-schema.org/draft/2020-12/schema",
3
- "$id": "https://github.com/physicsrob/torchwright/blob/main/torchwright/compiler/torchwright_truth_v1.schema.json",
4
- "title": "torchwright compiled artifact truth manifest v1",
5
  "type": "object",
6
  "required": [
7
  "format",
@@ -21,7 +21,7 @@
21
  "reference_fixtures"
22
  ],
23
  "properties": {
24
- "format": {"const": "torchwright.truth.v1"},
25
  "$schema": {"type": "string"},
26
  "integrity": {
27
  "type": "object",
 
1
  {
2
  "$schema": "https://json-schema.org/draft/2020-12/schema",
3
+ "$id": "https://github.com/physicsrob/torchwright/blob/main/torchwright/compiler/torchwright_schematic_v1.schema.json",
4
+ "title": "torchwright compiled artifact schematic v1",
5
  "type": "object",
6
  "required": [
7
  "format",
 
21
  "reference_fixtures"
22
  ],
23
  "properties": {
24
+ "format": {"const": "torchwright.schematic.v1"},
25
  "$schema": {"type": "string"},
26
  "integrity": {
27
  "type": "object",