physicsrob commited on
Commit
89ade8b
·
verified ·
1 Parent(s): 327800f

Upload folder using huggingface_hub

Browse files
Files changed (43) hide show
  1. .gitattributes +1 -0
  2. README.md +1 -1
  3. config.json +8 -8
  4. model-00001-of-00037.safetensors +2 -2
  5. model-00002-of-00037.safetensors +2 -2
  6. model-00003-of-00037.safetensors +2 -2
  7. model-00004-of-00037.safetensors +2 -2
  8. model-00005-of-00037.safetensors +2 -2
  9. model-00006-of-00037.safetensors +2 -2
  10. model-00007-of-00037.safetensors +2 -2
  11. model-00008-of-00037.safetensors +2 -2
  12. model-00009-of-00037.safetensors +2 -2
  13. model-00010-of-00037.safetensors +2 -2
  14. model-00011-of-00037.safetensors +2 -2
  15. model-00012-of-00037.safetensors +2 -2
  16. model-00013-of-00037.safetensors +2 -2
  17. model-00014-of-00037.safetensors +2 -2
  18. model-00015-of-00037.safetensors +2 -2
  19. model-00016-of-00037.safetensors +2 -2
  20. model-00017-of-00037.safetensors +2 -2
  21. model-00018-of-00037.safetensors +2 -2
  22. model-00019-of-00037.safetensors +2 -2
  23. model-00020-of-00037.safetensors +2 -2
  24. model-00021-of-00037.safetensors +2 -2
  25. model-00022-of-00037.safetensors +2 -2
  26. model-00023-of-00037.safetensors +2 -2
  27. model-00024-of-00037.safetensors +2 -2
  28. model-00025-of-00037.safetensors +2 -2
  29. model-00026-of-00037.safetensors +2 -2
  30. model-00027-of-00037.safetensors +2 -2
  31. model-00028-of-00037.safetensors +2 -2
  32. model-00029-of-00037.safetensors +2 -2
  33. model-00030-of-00037.safetensors +2 -2
  34. model-00031-of-00037.safetensors +2 -2
  35. model-00032-of-00037.safetensors +2 -2
  36. model-00033-of-00037.safetensors +2 -2
  37. model-00034-of-00037.safetensors +2 -2
  38. model-00035-of-00037.safetensors +2 -2
  39. model-00036-of-00037.safetensors +2 -2
  40. model.safetensors.index.json +1 -1
  41. torchwright_truth.json → torchwright_schematic.json +2 -2
  42. torchwright_truth_support.npz → torchwright_schematic_support.npz +2 -2
  43. torchwright_truth_v1.schema.json → torchwright_schematic_v1.schema.json +3 -3
.gitattributes CHANGED
@@ -34,3 +34,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  torchwright_truth.json filter=lfs diff=lfs merge=lfs -text
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  torchwright_truth.json filter=lfs diff=lfs merge=lfs -text
37
+ torchwright_schematic.json filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -69,7 +69,7 @@ exhaustive verification of every allowed expression.
69
 
70
  ## Size
71
 
72
- The checkpoint stores 75.46 GB of dense fp32 weights (18,864,201,728 entries) at compile width d=8192.
73
  99.99% of those entries are
74
  exactly zero: the vast majority of the model is unused canvas, so size reflects
75
  the compile geometry rather than stored knowledge.
 
69
 
70
  ## Size
71
 
72
+ The checkpoint stores 72.29 GB of dense fp32 weights (18,072,657,920 entries) at compile width d=8192.
73
  99.99% of those entries are
74
  exactly zero: the vast majority of the model is unused canvas, so size reflects
75
  the compile geometry rather than stored knowledge.
config.json CHANGED
@@ -10,12 +10,12 @@
10
  "hidden_act": "silu",
11
  "hidden_size": 8192,
12
  "initializer_range": 0.02,
13
- "intermediate_size": 10569,
14
  "max_position_embeddings": 512,
15
  "model_type": "phi3",
16
- "num_attention_heads": 126,
17
  "num_hidden_layers": 36,
18
- "num_key_value_heads": 126,
19
  "original_max_position_embeddings": 4096,
20
  "pad_token_id": null,
21
  "resid_pdrop": 0.0,
@@ -27,11 +27,11 @@
27
  },
28
  "sliding_window": null,
29
  "tie_word_embeddings": true,
30
- "torchwright_truth": {
31
- "file": "torchwright_truth.json",
32
- "format": "torchwright.truth.v1",
33
- "schema": "torchwright_truth_v1.schema.json",
34
- "support": "torchwright_truth_support.npz"
35
  },
36
  "transformers_version": "5.12.1",
37
  "use_cache": true,
 
10
  "hidden_act": "silu",
11
  "hidden_size": 8192,
12
  "initializer_range": 0.02,
13
+ "intermediate_size": 10101,
14
  "max_position_embeddings": 512,
15
  "model_type": "phi3",
16
+ "num_attention_heads": 121,
17
  "num_hidden_layers": 36,
18
+ "num_key_value_heads": 121,
19
  "original_max_position_embeddings": 4096,
20
  "pad_token_id": null,
21
  "resid_pdrop": 0.0,
 
27
  },
28
  "sliding_window": null,
29
  "tie_word_embeddings": true,
30
+ "torchwright_schematic": {
31
+ "file": "torchwright_schematic.json",
32
+ "format": "torchwright.schematic.v1",
33
+ "schema": "torchwright_schematic_v1.schema.json",
34
+ "support": "torchwright_schematic_support.npz"
35
  },
36
  "transformers_version": "5.12.1",
37
  "use_cache": true,
model-00001-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6cecc166d14d6adbe604a89ec22223de7de429079fb97659831ecaed65fa9725
3
- size 2095940048
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4aae4215d55eea6a802ae7032f634ff6215a8ffab2b696d5a05de62eecd53650
3
+ size 2007990736
model-00002-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3dc6d49ba43e39d3e6bd453dda3df3cbb47e81bb1b7d165381221f9fcd17f0dc
3
- size 2095940048
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9086e979c99654b1ab26c5511211f92bf8405290a90159e846c079adccec510
3
+ size 2007990736
model-00003-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:aedb2ed4d0a7f54ebe7c38002d42bf99a70d02874f092a8a81a937f48a8c8366
3
- size 2095940048
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c73425db2ed67719f6c47633e9514aea9297c9f8b4fcd5ce73b43449e0fd3d86
3
+ size 2007990736
model-00004-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cdb39e66d02832ce7999e45fed1ff912526e3c52505d72f881d9d0b84352e7f8
3
- size 2095940048
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d23a816b6efae4e63dfc19b98bd02a125ce50ac664f3609d4a24c05ffe75fa3
3
+ size 2007990736
model-00005-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6065fe7ffb82f4c7ccd2f8311a40852d2fd0dead89f471ed4a8c979695659fb7
3
- size 2095940048
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:486356e54126821767a1d75a36deada762193cb3b43b24c240b2a31a94d57ef7
3
+ size 2007990736
model-00006-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1ff21dcd62ce0cfdcc1f37937a3c0bd20d060be664ea3a345fa868b96181596d
3
- size 2095940048
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97c7d627d9adffb4fb6db457eb344142d015f377f511be3d404f793f674f0775
3
+ size 2007990736
model-00007-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5dbfef8e02cdf09c84453d7ea4adabff3705b800ba0e00c73ef1993682bdf7d0
3
- size 2095940048
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c0885c17f1222621a45eb5ef408cdf401dc5a02027650bac435ef9bfcbe07cf
3
+ size 2007990736
model-00008-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:736e089a74a6491fc1369da3e3dc07210930a610a78cb15296790eec5a74142b
3
- size 2095940048
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7553f46bb4b87ab693aa5331cb7fd60e06accdc27bd26c1f2c7ccaa97e5ad67
3
+ size 2007990736
model-00009-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1a3941894dc05cba8620fdcfe76f829996930ce5a9d1cb4f933e57dc9786eed6
3
- size 2095940048
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74f66898de0a9334550b39a108d07903a9b2854f530bdb5b95aedd95e0285710
3
+ size 2007990736
model-00010-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:da04c1e1de0a6682275627450483abcca6425a2c8e252ad02b4e0bc4c7007b58
3
- size 2095940048
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b796eee4c14770c3304bba7bdf66496cd97fdd1cdad4f94ab7c1b411f7e6526
3
+ size 2007990736
model-00011-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a9aee9960ad3cc8c73c185bbfa9090320ebcec21ca3cceecdd45860e0dde4bfc
3
- size 2095940056
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d839bdaab0df3f74d992f5c1d091557e75c13012a1f0dbf3f59fdf16a495bf9
3
+ size 2007990744
model-00012-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c64095fdf0971c3073d101da49cabcbbbf850ddce1680c2611c04d400f240e16
3
- size 2095940056
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:529776ae3103aca5c80abcf2cbe74b1f11ee0727f0299769b066f78939eaa1f9
3
+ size 2007990744
model-00013-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:60d581b5ef0aad42689b056ce80610496688b6f5bcb6bdf51dfeaca62a9f3e63
3
- size 2095940056
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4151cf8ee0bad53e3a096735cef6a8947f7f7e795814a6d52d9af47a6fc9e46
3
+ size 2007990744
model-00014-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ed2326deb6fca2833697249f081c972d6f8026d8b911a367108108c34323c30e
3
- size 2095940056
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75c510f43bae18bc45c5b15eaa15b23a2fff13faf981bb9caade73f89b4c4569
3
+ size 2007990744
model-00015-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a57422659b045cfe76dcf0742df04f8ad02411c852fa5b590ab5f4030f4249d6
3
- size 2095940056
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca464ee2e40ef478c42e9506173efcb73b4a9e4f3fec38cffaa0f33014128fda
3
+ size 2007990744
model-00016-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:31ae8692a689192b941908c13d05303a88eb15818a9f6762a9af2cfc777f0131
3
- size 2095940056
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43e386c8b7f38bea07a16a025db1742405c82d4992429cd1a160c914f3ec1ef1
3
+ size 2007990744
model-00017-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:80a50a22da1899d3869da1dc006fe2b5719cb868ae008f4a619fc76f6d1b5c0b
3
- size 2095940056
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8d8e8c984aeba49d2093faef20b6fdb7e3e9956eacf0c75d8cf5d7ba15aaa4c
3
+ size 2007990744
model-00018-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7965e18c7e88a6c7c03b0b42cfc38fea38228984680b78276edb9f90de1feea3
3
- size 2095940056
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf457b6fa501215979e739d882f8f618654ec194cfdad04ae87008fe6cec3a0a
3
+ size 2007990744
model-00019-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a5bc9f27e968ee8ebd3489505ebbc700e19903019ff02d6ebf1aa643b4ec199c
3
- size 2095940056
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a59b34e138fd4e42c4ca576db93d1173af311cce4cc3640ac1058a6be4b4f417
3
+ size 2007990744
model-00020-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dcef5ba750011d8657ef137f20e97555d411c110a6dff9a0856d5d8e83d2cbc3
3
- size 2095940056
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:124bd0fa6a8e96502800a6365af836d56e6e1b9c581cc0566cce9d90fbb758b3
3
+ size 2007990744
model-00021-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ce106eff5f80691a288a2cc24b733760d7faea856348f83f7a7650bc191d1555
3
- size 2095940056
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1d8014ecdba9c963814a24dfed1243f0c810b4c3b346c040b4e1d28ee89a98d
3
+ size 2007990744
model-00022-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7408bad6d361a8e1e436213819b9c2f26bf3fc9233c47d524f37d5c22df20aac
3
- size 2095940056
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1202cc5030c7936560191b92c73d68e13d9400745d50b5879a3df88f8bbf3f6b
3
+ size 2007990744
model-00023-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0964b4c18e1a8cc8e406dfaaffcb5aa2416f6e42cf5a1568ae8fd3b92dee2cf8
3
- size 2095940056
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b418426d2ef1f41c0b54f242260f12a36bcb8810f70ecdfc748a8c980f6113ab
3
+ size 2007990744
model-00024-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3697dcb592a77016da788c48a1f550b97cd78a9571316ff0f24851f0142d5892
3
- size 2095940056
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa2eff793eca36ca019c7b8a33d42715cc7c419d979ecc57abb7db66f717ebba
3
+ size 2007990744
model-00025-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8efb2b543f8ff926fb43d25f4a186256baa34b133cf4f4f8e70176655a5f421f
3
- size 2095940056
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb5cfe40aee1fd75609d1704c1ce5e9a59e979090784a1eabde307da4764800b
3
+ size 2007990744
model-00026-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e1f8f64246ce42594403b3afb0d811cb49f2341b8eb6671b35be62a78ce8251b
3
- size 2095940056
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09bceccc5df3645dfb6e9a358c70a24533186d69d2f65788f5368eb8b2f45246
3
+ size 2007990744
model-00027-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2ba3874bf203b7eda3a5a4110229b0e4744b54a0a8b928171be6bb8cd5ad0dd5
3
- size 2095940056
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3dc5c7ef949252587971b956ff2b7d67c90d08620870485969fdbc3296bf050
3
+ size 2007990744
model-00028-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4c5170028b4b21825ef51ed110526797e2ff5f5414b2acabe2696fc07a88cdf7
3
- size 2095940056
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7774d710571851ab2a2297c0c44c3d13dfcd9c9cbb615268a453eea5f4deaf07
3
+ size 2007990744
model-00029-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:690a58f15feecc627fff16c7dd15d50facf2c127d31b04fdc707ec9cf42de056
3
- size 2095940056
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9cdc6b1612ebbe0e323b9445610e2c039555262886fd47a815eedc7aeb17de41
3
+ size 2007990744
model-00030-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:58cfc7d4ac66ad6392867d0487f27d6a62c11ccf41d057e6b337760f890f12fd
3
- size 2095940056
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76fc5c74197641edf3dd582c9b8a8b63fb66a877bc9145cfb50a60114b47e0a3
3
+ size 2007990744
model-00031-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9cb9ae89148c98021f9c6b5e528b881cd1114fed224735fbe374538be9e7c098
3
- size 2095940056
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4155e9b95eb79ae8b63afafd3a0b4cbada04ac90e09c6cc8d6c5de179184d16c
3
+ size 2007990744
model-00032-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2b52b302b9b80b1ad1f265a11ab7da9952771e11c8d0068792e1024b1bd6332f
3
- size 2095940056
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f59167ae25bd300ec9273ab216b622238e284e669a49b59e03c80e11ebc2643
3
+ size 2007990744
model-00033-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:47b8c17cd61aaf804959ee201defcc86a3d56882db8979974bccb9c71b408746
3
- size 2095940056
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54d2408d7301425a2611165c141a8a5ea971aa2c02743323e720fb9a74d0cdc5
3
+ size 2007990744
model-00034-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5fcd840575209674c5411710edc37fd0f7e72400e70fd59901feedd81100fd57
3
- size 2095940056
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1d5cc31dcbde6e4d91b4b133edb8693d3548f84c12b7a65702f8a000f85f4fc
3
+ size 2007990744
model-00035-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ed355e22dd9e113e4a2ddcf360badf2dce4b72cdb339c67bd2f46701ef2c187a
3
- size 2095940056
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36c492b9a0d16311e1a1f8b5b7afa2db2f87c4a9f9fe155c1b903082644c2844
3
+ size 2007990744
model-00036-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2881c7ffc2828f3768f88188fc3dd464a9f836f95702c9bf032b97f49acd3948
3
- size 2095940056
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ec12a2d5d24efb41543188a269ffa1622f7a90b7c8d3ef32743a8fd5bbf31eb
3
+ size 2007990744
model.safetensors.index.json CHANGED
@@ -1 +1 @@
1
- {"metadata": {"total_size": 75456806912}, "weight_map": {"model.layers.0.self_attn.qkv_proj.weight": "model-00001-of-00037.safetensors", "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00037.safetensors", "model.layers.0.mlp.gate_up_proj.weight": "model-00001-of-00037.safetensors", "model.layers.0.mlp.down_proj.weight": "model-00001-of-00037.safetensors", "model.layers.1.self_attn.qkv_proj.weight": "model-00002-of-00037.safetensors", "model.layers.1.self_attn.o_proj.weight": "model-00002-of-00037.safetensors", "model.layers.1.mlp.gate_up_proj.weight": "model-00002-of-00037.safetensors", "model.layers.1.mlp.down_proj.weight": "model-00002-of-00037.safetensors", "model.layers.2.self_attn.qkv_proj.weight": "model-00003-of-00037.safetensors", "model.layers.2.self_attn.o_proj.weight": "model-00003-of-00037.safetensors", "model.layers.2.mlp.gate_up_proj.weight": "model-00003-of-00037.safetensors", "model.layers.2.mlp.down_proj.weight": "model-00003-of-00037.safetensors", "model.layers.3.self_attn.qkv_proj.weight": "model-00004-of-00037.safetensors", "model.layers.3.self_attn.o_proj.weight": "model-00004-of-00037.safetensors", "model.layers.3.mlp.gate_up_proj.weight": "model-00004-of-00037.safetensors", "model.layers.3.mlp.down_proj.weight": "model-00004-of-00037.safetensors", "model.layers.4.self_attn.qkv_proj.weight": "model-00005-of-00037.safetensors", "model.layers.4.self_attn.o_proj.weight": "model-00005-of-00037.safetensors", "model.layers.4.mlp.gate_up_proj.weight": "model-00005-of-00037.safetensors", "model.layers.4.mlp.down_proj.weight": "model-00005-of-00037.safetensors", "model.layers.5.self_attn.qkv_proj.weight": "model-00006-of-00037.safetensors", "model.layers.5.self_attn.o_proj.weight": "model-00006-of-00037.safetensors", "model.layers.5.mlp.gate_up_proj.weight": "model-00006-of-00037.safetensors", "model.layers.5.mlp.down_proj.weight": "model-00006-of-00037.safetensors", "model.layers.6.self_attn.qkv_proj.weight": "model-00007-of-00037.safetensors", "model.layers.6.self_attn.o_proj.weight": "model-00007-of-00037.safetensors", "model.layers.6.mlp.gate_up_proj.weight": "model-00007-of-00037.safetensors", "model.layers.6.mlp.down_proj.weight": "model-00007-of-00037.safetensors", "model.layers.7.self_attn.qkv_proj.weight": "model-00008-of-00037.safetensors", "model.layers.7.self_attn.o_proj.weight": "model-00008-of-00037.safetensors", "model.layers.7.mlp.gate_up_proj.weight": "model-00008-of-00037.safetensors", "model.layers.7.mlp.down_proj.weight": "model-00008-of-00037.safetensors", "model.layers.8.self_attn.qkv_proj.weight": "model-00009-of-00037.safetensors", "model.layers.8.self_attn.o_proj.weight": "model-00009-of-00037.safetensors", "model.layers.8.mlp.gate_up_proj.weight": "model-00009-of-00037.safetensors", "model.layers.8.mlp.down_proj.weight": "model-00009-of-00037.safetensors", "model.layers.9.self_attn.qkv_proj.weight": "model-00010-of-00037.safetensors", "model.layers.9.self_attn.o_proj.weight": "model-00010-of-00037.safetensors", "model.layers.9.mlp.gate_up_proj.weight": "model-00010-of-00037.safetensors", "model.layers.9.mlp.down_proj.weight": "model-00010-of-00037.safetensors", "model.layers.10.self_attn.qkv_proj.weight": "model-00011-of-00037.safetensors", "model.layers.10.self_attn.o_proj.weight": "model-00011-of-00037.safetensors", "model.layers.10.mlp.gate_up_proj.weight": "model-00011-of-00037.safetensors", "model.layers.10.mlp.down_proj.weight": "model-00011-of-00037.safetensors", "model.layers.11.self_attn.qkv_proj.weight": "model-00012-of-00037.safetensors", "model.layers.11.self_attn.o_proj.weight": "model-00012-of-00037.safetensors", "model.layers.11.mlp.gate_up_proj.weight": "model-00012-of-00037.safetensors", "model.layers.11.mlp.down_proj.weight": "model-00012-of-00037.safetensors", "model.layers.12.self_attn.qkv_proj.weight": "model-00013-of-00037.safetensors", "model.layers.12.self_attn.o_proj.weight": "model-00013-of-00037.safetensors", "model.layers.12.mlp.gate_up_proj.weight": "model-00013-of-00037.safetensors", "model.layers.12.mlp.down_proj.weight": "model-00013-of-00037.safetensors", "model.layers.13.self_attn.qkv_proj.weight": "model-00014-of-00037.safetensors", "model.layers.13.self_attn.o_proj.weight": "model-00014-of-00037.safetensors", "model.layers.13.mlp.gate_up_proj.weight": "model-00014-of-00037.safetensors", "model.layers.13.mlp.down_proj.weight": "model-00014-of-00037.safetensors", "model.layers.14.self_attn.qkv_proj.weight": "model-00015-of-00037.safetensors", "model.layers.14.self_attn.o_proj.weight": "model-00015-of-00037.safetensors", "model.layers.14.mlp.gate_up_proj.weight": "model-00015-of-00037.safetensors", "model.layers.14.mlp.down_proj.weight": "model-00015-of-00037.safetensors", "model.layers.15.self_attn.qkv_proj.weight": "model-00016-of-00037.safetensors", "model.layers.15.self_attn.o_proj.weight": "model-00016-of-00037.safetensors", "model.layers.15.mlp.gate_up_proj.weight": "model-00016-of-00037.safetensors", "model.layers.15.mlp.down_proj.weight": "model-00016-of-00037.safetensors", "model.layers.16.self_attn.qkv_proj.weight": "model-00017-of-00037.safetensors", "model.layers.16.self_attn.o_proj.weight": "model-00017-of-00037.safetensors", "model.layers.16.mlp.gate_up_proj.weight": "model-00017-of-00037.safetensors", "model.layers.16.mlp.down_proj.weight": "model-00017-of-00037.safetensors", "model.layers.17.self_attn.qkv_proj.weight": "model-00018-of-00037.safetensors", "model.layers.17.self_attn.o_proj.weight": "model-00018-of-00037.safetensors", "model.layers.17.mlp.gate_up_proj.weight": "model-00018-of-00037.safetensors", "model.layers.17.mlp.down_proj.weight": "model-00018-of-00037.safetensors", "model.layers.18.self_attn.qkv_proj.weight": "model-00019-of-00037.safetensors", "model.layers.18.self_attn.o_proj.weight": "model-00019-of-00037.safetensors", "model.layers.18.mlp.gate_up_proj.weight": "model-00019-of-00037.safetensors", "model.layers.18.mlp.down_proj.weight": "model-00019-of-00037.safetensors", "model.layers.19.self_attn.qkv_proj.weight": "model-00020-of-00037.safetensors", "model.layers.19.self_attn.o_proj.weight": "model-00020-of-00037.safetensors", "model.layers.19.mlp.gate_up_proj.weight": "model-00020-of-00037.safetensors", "model.layers.19.mlp.down_proj.weight": "model-00020-of-00037.safetensors", "model.layers.20.self_attn.qkv_proj.weight": "model-00021-of-00037.safetensors", "model.layers.20.self_attn.o_proj.weight": "model-00021-of-00037.safetensors", "model.layers.20.mlp.gate_up_proj.weight": "model-00021-of-00037.safetensors", "model.layers.20.mlp.down_proj.weight": "model-00021-of-00037.safetensors", "model.layers.21.self_attn.qkv_proj.weight": "model-00022-of-00037.safetensors", "model.layers.21.self_attn.o_proj.weight": "model-00022-of-00037.safetensors", "model.layers.21.mlp.gate_up_proj.weight": "model-00022-of-00037.safetensors", "model.layers.21.mlp.down_proj.weight": "model-00022-of-00037.safetensors", "model.layers.22.self_attn.qkv_proj.weight": "model-00023-of-00037.safetensors", "model.layers.22.self_attn.o_proj.weight": "model-00023-of-00037.safetensors", "model.layers.22.mlp.gate_up_proj.weight": "model-00023-of-00037.safetensors", "model.layers.22.mlp.down_proj.weight": "model-00023-of-00037.safetensors", "model.layers.23.self_attn.qkv_proj.weight": "model-00024-of-00037.safetensors", "model.layers.23.self_attn.o_proj.weight": "model-00024-of-00037.safetensors", "model.layers.23.mlp.gate_up_proj.weight": "model-00024-of-00037.safetensors", "model.layers.23.mlp.down_proj.weight": "model-00024-of-00037.safetensors", "model.layers.24.self_attn.qkv_proj.weight": "model-00025-of-00037.safetensors", "model.layers.24.self_attn.o_proj.weight": "model-00025-of-00037.safetensors", "model.layers.24.mlp.gate_up_proj.weight": "model-00025-of-00037.safetensors", "model.layers.24.mlp.down_proj.weight": "model-00025-of-00037.safetensors", "model.layers.25.self_attn.qkv_proj.weight": "model-00026-of-00037.safetensors", "model.layers.25.self_attn.o_proj.weight": "model-00026-of-00037.safetensors", "model.layers.25.mlp.gate_up_proj.weight": "model-00026-of-00037.safetensors", "model.layers.25.mlp.down_proj.weight": "model-00026-of-00037.safetensors", "model.layers.26.self_attn.qkv_proj.weight": "model-00027-of-00037.safetensors", "model.layers.26.self_attn.o_proj.weight": "model-00027-of-00037.safetensors", "model.layers.26.mlp.gate_up_proj.weight": "model-00027-of-00037.safetensors", "model.layers.26.mlp.down_proj.weight": "model-00027-of-00037.safetensors", "model.layers.27.self_attn.qkv_proj.weight": "model-00028-of-00037.safetensors", "model.layers.27.self_attn.o_proj.weight": "model-00028-of-00037.safetensors", "model.layers.27.mlp.gate_up_proj.weight": "model-00028-of-00037.safetensors", "model.layers.27.mlp.down_proj.weight": "model-00028-of-00037.safetensors", "model.layers.28.self_attn.qkv_proj.weight": "model-00029-of-00037.safetensors", "model.layers.28.self_attn.o_proj.weight": "model-00029-of-00037.safetensors", "model.layers.28.mlp.gate_up_proj.weight": "model-00029-of-00037.safetensors", "model.layers.28.mlp.down_proj.weight": "model-00029-of-00037.safetensors", "model.layers.29.self_attn.qkv_proj.weight": "model-00030-of-00037.safetensors", "model.layers.29.self_attn.o_proj.weight": "model-00030-of-00037.safetensors", "model.layers.29.mlp.gate_up_proj.weight": "model-00030-of-00037.safetensors", "model.layers.29.mlp.down_proj.weight": "model-00030-of-00037.safetensors", "model.layers.30.self_attn.qkv_proj.weight": "model-00031-of-00037.safetensors", "model.layers.30.self_attn.o_proj.weight": "model-00031-of-00037.safetensors", "model.layers.30.mlp.gate_up_proj.weight": "model-00031-of-00037.safetensors", "model.layers.30.mlp.down_proj.weight": "model-00031-of-00037.safetensors", "model.layers.31.self_attn.qkv_proj.weight": "model-00032-of-00037.safetensors", "model.layers.31.self_attn.o_proj.weight": "model-00032-of-00037.safetensors", "model.layers.31.mlp.gate_up_proj.weight": "model-00032-of-00037.safetensors", "model.layers.31.mlp.down_proj.weight": "model-00032-of-00037.safetensors", "model.layers.32.self_attn.qkv_proj.weight": "model-00033-of-00037.safetensors", "model.layers.32.self_attn.o_proj.weight": "model-00033-of-00037.safetensors", "model.layers.32.mlp.gate_up_proj.weight": "model-00033-of-00037.safetensors", "model.layers.32.mlp.down_proj.weight": "model-00033-of-00037.safetensors", "model.layers.33.self_attn.qkv_proj.weight": "model-00034-of-00037.safetensors", "model.layers.33.self_attn.o_proj.weight": "model-00034-of-00037.safetensors", "model.layers.33.mlp.gate_up_proj.weight": "model-00034-of-00037.safetensors", "model.layers.33.mlp.down_proj.weight": "model-00034-of-00037.safetensors", "model.layers.34.self_attn.qkv_proj.weight": "model-00035-of-00037.safetensors", "model.layers.34.self_attn.o_proj.weight": "model-00035-of-00037.safetensors", "model.layers.34.mlp.gate_up_proj.weight": "model-00035-of-00037.safetensors", "model.layers.34.mlp.down_proj.weight": "model-00035-of-00037.safetensors", "model.layers.35.self_attn.qkv_proj.weight": "model-00036-of-00037.safetensors", "model.layers.35.self_attn.o_proj.weight": "model-00036-of-00037.safetensors", "model.layers.35.mlp.gate_up_proj.weight": "model-00036-of-00037.safetensors", "model.layers.35.mlp.down_proj.weight": "model-00036-of-00037.safetensors", "model.embed_tokens.weight": "model-00037-of-00037.safetensors", "model.norm.weight": "model-00037-of-00037.safetensors", "model.layers.0.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.0.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.1.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.1.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.2.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.2.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.3.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.3.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.4.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.4.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.5.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.5.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.6.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.6.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.7.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.7.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.8.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.8.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.9.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.9.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.10.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.10.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.11.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.11.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.12.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.12.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.13.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.13.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.14.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.14.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.15.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.15.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.16.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.16.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.17.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.17.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.18.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.18.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.19.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.19.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.20.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.20.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.21.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.21.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.22.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.22.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.23.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.23.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.24.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.24.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.25.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.25.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.26.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.26.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.27.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.27.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.28.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.28.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.29.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.29.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.30.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.30.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.31.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.31.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.32.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.32.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.33.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.33.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.34.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.34.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.35.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.35.post_attention_layernorm.weight": "model-00037-of-00037.safetensors"}}
 
1
+ {"metadata": {"total_size": 72290631680}, "weight_map": {"model.layers.0.self_attn.qkv_proj.weight": "model-00001-of-00037.safetensors", "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00037.safetensors", "model.layers.0.mlp.gate_up_proj.weight": "model-00001-of-00037.safetensors", "model.layers.0.mlp.down_proj.weight": "model-00001-of-00037.safetensors", "model.layers.1.self_attn.qkv_proj.weight": "model-00002-of-00037.safetensors", "model.layers.1.self_attn.o_proj.weight": "model-00002-of-00037.safetensors", "model.layers.1.mlp.gate_up_proj.weight": "model-00002-of-00037.safetensors", "model.layers.1.mlp.down_proj.weight": "model-00002-of-00037.safetensors", "model.layers.2.self_attn.qkv_proj.weight": "model-00003-of-00037.safetensors", "model.layers.2.self_attn.o_proj.weight": "model-00003-of-00037.safetensors", "model.layers.2.mlp.gate_up_proj.weight": "model-00003-of-00037.safetensors", "model.layers.2.mlp.down_proj.weight": "model-00003-of-00037.safetensors", "model.layers.3.self_attn.qkv_proj.weight": "model-00004-of-00037.safetensors", "model.layers.3.self_attn.o_proj.weight": "model-00004-of-00037.safetensors", "model.layers.3.mlp.gate_up_proj.weight": "model-00004-of-00037.safetensors", "model.layers.3.mlp.down_proj.weight": "model-00004-of-00037.safetensors", "model.layers.4.self_attn.qkv_proj.weight": "model-00005-of-00037.safetensors", "model.layers.4.self_attn.o_proj.weight": "model-00005-of-00037.safetensors", "model.layers.4.mlp.gate_up_proj.weight": "model-00005-of-00037.safetensors", "model.layers.4.mlp.down_proj.weight": "model-00005-of-00037.safetensors", "model.layers.5.self_attn.qkv_proj.weight": "model-00006-of-00037.safetensors", "model.layers.5.self_attn.o_proj.weight": "model-00006-of-00037.safetensors", "model.layers.5.mlp.gate_up_proj.weight": "model-00006-of-00037.safetensors", "model.layers.5.mlp.down_proj.weight": "model-00006-of-00037.safetensors", "model.layers.6.self_attn.qkv_proj.weight": "model-00007-of-00037.safetensors", "model.layers.6.self_attn.o_proj.weight": "model-00007-of-00037.safetensors", "model.layers.6.mlp.gate_up_proj.weight": "model-00007-of-00037.safetensors", "model.layers.6.mlp.down_proj.weight": "model-00007-of-00037.safetensors", "model.layers.7.self_attn.qkv_proj.weight": "model-00008-of-00037.safetensors", "model.layers.7.self_attn.o_proj.weight": "model-00008-of-00037.safetensors", "model.layers.7.mlp.gate_up_proj.weight": "model-00008-of-00037.safetensors", "model.layers.7.mlp.down_proj.weight": "model-00008-of-00037.safetensors", "model.layers.8.self_attn.qkv_proj.weight": "model-00009-of-00037.safetensors", "model.layers.8.self_attn.o_proj.weight": "model-00009-of-00037.safetensors", "model.layers.8.mlp.gate_up_proj.weight": "model-00009-of-00037.safetensors", "model.layers.8.mlp.down_proj.weight": "model-00009-of-00037.safetensors", "model.layers.9.self_attn.qkv_proj.weight": "model-00010-of-00037.safetensors", "model.layers.9.self_attn.o_proj.weight": "model-00010-of-00037.safetensors", "model.layers.9.mlp.gate_up_proj.weight": "model-00010-of-00037.safetensors", "model.layers.9.mlp.down_proj.weight": "model-00010-of-00037.safetensors", "model.layers.10.self_attn.qkv_proj.weight": "model-00011-of-00037.safetensors", "model.layers.10.self_attn.o_proj.weight": "model-00011-of-00037.safetensors", "model.layers.10.mlp.gate_up_proj.weight": "model-00011-of-00037.safetensors", "model.layers.10.mlp.down_proj.weight": "model-00011-of-00037.safetensors", "model.layers.11.self_attn.qkv_proj.weight": "model-00012-of-00037.safetensors", "model.layers.11.self_attn.o_proj.weight": "model-00012-of-00037.safetensors", "model.layers.11.mlp.gate_up_proj.weight": "model-00012-of-00037.safetensors", "model.layers.11.mlp.down_proj.weight": "model-00012-of-00037.safetensors", "model.layers.12.self_attn.qkv_proj.weight": "model-00013-of-00037.safetensors", "model.layers.12.self_attn.o_proj.weight": "model-00013-of-00037.safetensors", "model.layers.12.mlp.gate_up_proj.weight": "model-00013-of-00037.safetensors", "model.layers.12.mlp.down_proj.weight": "model-00013-of-00037.safetensors", "model.layers.13.self_attn.qkv_proj.weight": "model-00014-of-00037.safetensors", "model.layers.13.self_attn.o_proj.weight": "model-00014-of-00037.safetensors", "model.layers.13.mlp.gate_up_proj.weight": "model-00014-of-00037.safetensors", "model.layers.13.mlp.down_proj.weight": "model-00014-of-00037.safetensors", "model.layers.14.self_attn.qkv_proj.weight": "model-00015-of-00037.safetensors", "model.layers.14.self_attn.o_proj.weight": "model-00015-of-00037.safetensors", "model.layers.14.mlp.gate_up_proj.weight": "model-00015-of-00037.safetensors", "model.layers.14.mlp.down_proj.weight": "model-00015-of-00037.safetensors", "model.layers.15.self_attn.qkv_proj.weight": "model-00016-of-00037.safetensors", "model.layers.15.self_attn.o_proj.weight": "model-00016-of-00037.safetensors", "model.layers.15.mlp.gate_up_proj.weight": "model-00016-of-00037.safetensors", "model.layers.15.mlp.down_proj.weight": "model-00016-of-00037.safetensors", "model.layers.16.self_attn.qkv_proj.weight": "model-00017-of-00037.safetensors", "model.layers.16.self_attn.o_proj.weight": "model-00017-of-00037.safetensors", "model.layers.16.mlp.gate_up_proj.weight": "model-00017-of-00037.safetensors", "model.layers.16.mlp.down_proj.weight": "model-00017-of-00037.safetensors", "model.layers.17.self_attn.qkv_proj.weight": "model-00018-of-00037.safetensors", "model.layers.17.self_attn.o_proj.weight": "model-00018-of-00037.safetensors", "model.layers.17.mlp.gate_up_proj.weight": "model-00018-of-00037.safetensors", "model.layers.17.mlp.down_proj.weight": "model-00018-of-00037.safetensors", "model.layers.18.self_attn.qkv_proj.weight": "model-00019-of-00037.safetensors", "model.layers.18.self_attn.o_proj.weight": "model-00019-of-00037.safetensors", "model.layers.18.mlp.gate_up_proj.weight": "model-00019-of-00037.safetensors", "model.layers.18.mlp.down_proj.weight": "model-00019-of-00037.safetensors", "model.layers.19.self_attn.qkv_proj.weight": "model-00020-of-00037.safetensors", "model.layers.19.self_attn.o_proj.weight": "model-00020-of-00037.safetensors", "model.layers.19.mlp.gate_up_proj.weight": "model-00020-of-00037.safetensors", "model.layers.19.mlp.down_proj.weight": "model-00020-of-00037.safetensors", "model.layers.20.self_attn.qkv_proj.weight": "model-00021-of-00037.safetensors", "model.layers.20.self_attn.o_proj.weight": "model-00021-of-00037.safetensors", "model.layers.20.mlp.gate_up_proj.weight": "model-00021-of-00037.safetensors", "model.layers.20.mlp.down_proj.weight": "model-00021-of-00037.safetensors", "model.layers.21.self_attn.qkv_proj.weight": "model-00022-of-00037.safetensors", "model.layers.21.self_attn.o_proj.weight": "model-00022-of-00037.safetensors", "model.layers.21.mlp.gate_up_proj.weight": "model-00022-of-00037.safetensors", "model.layers.21.mlp.down_proj.weight": "model-00022-of-00037.safetensors", "model.layers.22.self_attn.qkv_proj.weight": "model-00023-of-00037.safetensors", "model.layers.22.self_attn.o_proj.weight": "model-00023-of-00037.safetensors", "model.layers.22.mlp.gate_up_proj.weight": "model-00023-of-00037.safetensors", "model.layers.22.mlp.down_proj.weight": "model-00023-of-00037.safetensors", "model.layers.23.self_attn.qkv_proj.weight": "model-00024-of-00037.safetensors", "model.layers.23.self_attn.o_proj.weight": "model-00024-of-00037.safetensors", "model.layers.23.mlp.gate_up_proj.weight": "model-00024-of-00037.safetensors", "model.layers.23.mlp.down_proj.weight": "model-00024-of-00037.safetensors", "model.layers.24.self_attn.qkv_proj.weight": "model-00025-of-00037.safetensors", "model.layers.24.self_attn.o_proj.weight": "model-00025-of-00037.safetensors", "model.layers.24.mlp.gate_up_proj.weight": "model-00025-of-00037.safetensors", "model.layers.24.mlp.down_proj.weight": "model-00025-of-00037.safetensors", "model.layers.25.self_attn.qkv_proj.weight": "model-00026-of-00037.safetensors", "model.layers.25.self_attn.o_proj.weight": "model-00026-of-00037.safetensors", "model.layers.25.mlp.gate_up_proj.weight": "model-00026-of-00037.safetensors", "model.layers.25.mlp.down_proj.weight": "model-00026-of-00037.safetensors", "model.layers.26.self_attn.qkv_proj.weight": "model-00027-of-00037.safetensors", "model.layers.26.self_attn.o_proj.weight": "model-00027-of-00037.safetensors", "model.layers.26.mlp.gate_up_proj.weight": "model-00027-of-00037.safetensors", "model.layers.26.mlp.down_proj.weight": "model-00027-of-00037.safetensors", "model.layers.27.self_attn.qkv_proj.weight": "model-00028-of-00037.safetensors", "model.layers.27.self_attn.o_proj.weight": "model-00028-of-00037.safetensors", "model.layers.27.mlp.gate_up_proj.weight": "model-00028-of-00037.safetensors", "model.layers.27.mlp.down_proj.weight": "model-00028-of-00037.safetensors", "model.layers.28.self_attn.qkv_proj.weight": "model-00029-of-00037.safetensors", "model.layers.28.self_attn.o_proj.weight": "model-00029-of-00037.safetensors", "model.layers.28.mlp.gate_up_proj.weight": "model-00029-of-00037.safetensors", "model.layers.28.mlp.down_proj.weight": "model-00029-of-00037.safetensors", "model.layers.29.self_attn.qkv_proj.weight": "model-00030-of-00037.safetensors", "model.layers.29.self_attn.o_proj.weight": "model-00030-of-00037.safetensors", "model.layers.29.mlp.gate_up_proj.weight": "model-00030-of-00037.safetensors", "model.layers.29.mlp.down_proj.weight": "model-00030-of-00037.safetensors", "model.layers.30.self_attn.qkv_proj.weight": "model-00031-of-00037.safetensors", "model.layers.30.self_attn.o_proj.weight": "model-00031-of-00037.safetensors", "model.layers.30.mlp.gate_up_proj.weight": "model-00031-of-00037.safetensors", "model.layers.30.mlp.down_proj.weight": "model-00031-of-00037.safetensors", "model.layers.31.self_attn.qkv_proj.weight": "model-00032-of-00037.safetensors", "model.layers.31.self_attn.o_proj.weight": "model-00032-of-00037.safetensors", "model.layers.31.mlp.gate_up_proj.weight": "model-00032-of-00037.safetensors", "model.layers.31.mlp.down_proj.weight": "model-00032-of-00037.safetensors", "model.layers.32.self_attn.qkv_proj.weight": "model-00033-of-00037.safetensors", "model.layers.32.self_attn.o_proj.weight": "model-00033-of-00037.safetensors", "model.layers.32.mlp.gate_up_proj.weight": "model-00033-of-00037.safetensors", "model.layers.32.mlp.down_proj.weight": "model-00033-of-00037.safetensors", "model.layers.33.self_attn.qkv_proj.weight": "model-00034-of-00037.safetensors", "model.layers.33.self_attn.o_proj.weight": "model-00034-of-00037.safetensors", "model.layers.33.mlp.gate_up_proj.weight": "model-00034-of-00037.safetensors", "model.layers.33.mlp.down_proj.weight": "model-00034-of-00037.safetensors", "model.layers.34.self_attn.qkv_proj.weight": "model-00035-of-00037.safetensors", "model.layers.34.self_attn.o_proj.weight": "model-00035-of-00037.safetensors", "model.layers.34.mlp.gate_up_proj.weight": "model-00035-of-00037.safetensors", "model.layers.34.mlp.down_proj.weight": "model-00035-of-00037.safetensors", "model.layers.35.self_attn.qkv_proj.weight": "model-00036-of-00037.safetensors", "model.layers.35.self_attn.o_proj.weight": "model-00036-of-00037.safetensors", "model.layers.35.mlp.gate_up_proj.weight": "model-00036-of-00037.safetensors", "model.layers.35.mlp.down_proj.weight": "model-00036-of-00037.safetensors", "model.embed_tokens.weight": "model-00037-of-00037.safetensors", "model.norm.weight": "model-00037-of-00037.safetensors", "model.layers.0.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.0.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.1.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.1.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.2.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.2.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.3.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.3.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.4.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.4.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.5.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.5.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.6.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.6.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.7.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.7.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.8.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.8.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.9.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.9.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.10.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.10.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.11.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.11.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.12.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.12.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.13.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.13.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.14.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.14.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.15.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.15.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.16.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.16.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.17.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.17.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.18.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.18.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.19.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.19.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.20.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.20.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.21.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.21.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.22.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.22.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.23.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.23.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.24.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.24.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.25.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.25.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.26.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.26.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.27.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.27.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.28.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.28.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.29.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.29.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.30.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.30.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.31.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.31.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.32.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.32.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.33.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.33.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.34.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.34.post_attention_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.35.input_layernorm.weight": "model-00037-of-00037.safetensors", "model.layers.35.post_attention_layernorm.weight": "model-00037-of-00037.safetensors"}}
torchwright_truth.json → torchwright_schematic.json RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cb22c0ab7c2e9b6c954c5e58fc92982457001c4cd9a5d84c176d220f6fda06fd
3
- size 22383083
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6421fa95ee6b32c6677101071f8d961d3714ada35a064ccf62f7402e1a0129b
3
+ size 22639655
torchwright_truth_support.npz → torchwright_schematic_support.npz RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:411680bbb870a77cb927381f7021c65da2bdc0bfa3ff555aaa26be2108b37cdd
3
- size 10750444
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4a1e12152b231f11a2931e23c8f9ba7a1cb1fd5b41ff140ce83e879c1e76fac
3
+ size 10389142
torchwright_truth_v1.schema.json → torchwright_schematic_v1.schema.json RENAMED
@@ -1,7 +1,7 @@
1
  {
2
  "$schema": "https://json-schema.org/draft/2020-12/schema",
3
- "$id": "https://github.com/physicsrob/torchwright/blob/main/torchwright/compiler/torchwright_truth_v1.schema.json",
4
- "title": "torchwright compiled artifact truth manifest v1",
5
  "type": "object",
6
  "required": [
7
  "format",
@@ -21,7 +21,7 @@
21
  "reference_fixtures"
22
  ],
23
  "properties": {
24
- "format": {"const": "torchwright.truth.v1"},
25
  "$schema": {"type": "string"},
26
  "integrity": {
27
  "type": "object",
 
1
  {
2
  "$schema": "https://json-schema.org/draft/2020-12/schema",
3
+ "$id": "https://github.com/physicsrob/torchwright/blob/main/torchwright/compiler/torchwright_schematic_v1.schema.json",
4
+ "title": "torchwright compiled artifact schematic v1",
5
  "type": "object",
6
  "required": [
7
  "format",
 
21
  "reference_fixtures"
22
  ],
23
  "properties": {
24
+ "format": {"const": "torchwright.schematic.v1"},
25
  "$schema": {"type": "string"},
26
  "integrity": {
27
  "type": "object",