Hugging Face's logo

HOLOGRAMTECH
/
q-qwen-coder-7b

Text Generation
GGUF
hologram
q
kappa-object
holo
code
agentic
qwen2
Model card Files
xet
 Community
Humuhumu33 commited on
Commit
b9d4fa3
·
verified ·
1 Parent(s): 8304e40

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. b/sha256_009a21e8b9c49e90a851d651d03b26e56cd2090ef4b3fb11ab23b61b6f6f64a9.gz +3 -0
  3. b/sha256_028881a9a185f55f4c5dc7afe5b24b7bdb0eb5e2b3b93364a71eb9c1fcee00fa.gz +3 -0
  4. b/sha256_02d67c09ee89187e7323c9744835e41ce0788af177d87f6443d83b9ed768af6b.gz +3 -0
  5. b/sha256_0497f31766017254c80108e65697d95e29e3d7ea8a5db323db24249c28e5d748.gz +3 -0
  6. b/sha256_06809472d2bb50b34e99c7917476bf4ae5677cb6f0d1716644c3b549239eefe9.gz +3 -0
  7. b/sha256_08a10179eb763ba5d0ed5846193ade176bc9ae536bec659d6b8417277bff531e.gz +3 -0
  8. b/sha256_0afad6377b3aa4f0f13c3ae8266715b112731d31a34de49cf009c9c61dda9623.gz +3 -0
  9. b/sha256_0c016aef84bddb6467ead298f94044b73f1170046483e581e9fa4e006d647169.gz +3 -0
  10. b/sha256_db4ce692edaeb9d8262086fca47c2fe86fc658cc7171671b9dbd92a6d7914eee.gz +3 -0
  11. b/sha256_dd9b7eb3ae8f6a6634bfcc4ceccbb8f15501850140b2e323d0ed015f463bdfce.gz +3 -0
  12. b/sha256_df4af04b348d414238c31df543c95eb8d2b6bebc0d7429ca485501beead3f224.gz +3 -0
  13. b/sha256_e05494d4ed25f6dcc65542ae5c5a0ed990fbe0c7d167d75ff32c09ef6dd44e0a.gz +3 -0
  14. b/sha256_e076db87e8c29b64c55b902ba7f44dfb76b05ce093ca98faf1333cecbc9ada53.gz +3 -0
  15. b/sha256_e16bc09ec753fc4b5f79f04ba7afee5da455367a717ccec2d17fb54c818d960a.gz +3 -0
  16. b/sha256_e197741491d0648521386f354f8c7b6e7e1d943586c143f209096a11aee55c82.gz +3 -0
  17. b/sha256_e23e8fa6c490c316fda33c393c5377783a47f86fc7e7bc3bad46cc8b1766f300.gz +3 -0
  18. b/sha256_e2d4e758b836123ea7c656505b3003d5dfdc7e37a2aff0d6dede29ba4b708f8e.gz +3 -0
  19. b/sha256_e3164352e62ce3e9b0b21b544c1511187ecffd0c323f50760e68da818b8a67e2.gz +3 -0
  20. b/sha256_e4f077c030df865537bfbad6a7e6061a5d81296f134212fc947aadaf7d0775d5.gz +3 -0
  21. b/sha256_e58e7f7ab1eb702a56b379eca96378b73a0ca3469d05c6a1c723deb2a4c61499.gz +3 -0
  22. b/sha256_e8a8bce91f30029e22dd779364344c6996bb0b4588269441d3819c06b7bbb6d1.gz +3 -0
  23. b/sha256_e96329781523c3412d3a5d1a04d0ce86fe5a5218f965ae72bcffe96f63d1bfd6.gz +3 -0
  24. b/sha256_eade6f69f5f8e5492b025ffc32f81b6054c16e55cb2f3d7d16d4e1e66c2e3a3d.gz +3 -0
  25. b/sha256_eba2d891f0143fb4b34a7ab369fc2720f0fc1748cddcd724420a73406011f7c8.gz +3 -0
  26. b/sha256_ecda4b48222b7a3f698c1e9ccce4cfb98d2df70fdfbf90cd5c15c7985fcccc74.gz +3 -0
  27. b/sha256_eee70a5a0bdede21773cb3267d4b12e3e146da23532cc810a1e69980bc5357e0.gz +3 -0
  28. b/sha256_eff15a9032ef721f0fe05919d99880f9394e6cdc77cafd0f54e210f29c6ac7a4.gz +3 -0
  29. b/sha256_f06de34db8f07fa5c08bd6552862e13882efbfa79336de176b7a06051a9625ad.gz +3 -0
  30. b/sha256_f105e09b8d9f6af4e685c6945bf06c1ad7193cdf0169433bcb24f038bf92d855.gz +3 -0
  31. b/sha256_f1e946e7404115f7215914c281be38d9fb89278e9f802dfa71aa859f9f936532.gz +3 -0
  32. b/sha256_f1fbb514973c28674f17a06d75ec90d8ba207850fa88b86d055ab534ce0af1d0.gz +3 -0
  33. b/sha256_f52bfc3d1821a723a840ecb3e7521ac3a32fcefce7598b985588290a9c83acc7.gz +3 -0
  34. b/sha256_f65c275191447f2ef477ecdea6707d70d443fd80eaae4d7347d400915301cfad.gz +3 -0
  35. b/sha256_f7a174b1dcddf4aabaa5dfd6a140f01e46a86611a4bacac57e6d2874c692f7a0.gz +3 -0
  36. b/sha256_f8409a13d40a0d1e97033e2f996bd39f86c51384971509ee8ca914d020473787.gz +3 -0
  37. b/sha256_f8834a7e2c291e6f6293cdab0950fe20dafeca86fd1961dc1bff8147ec037b5e.gz +3 -0
  38. b/sha256_f97aaa0cdfcb7f8bb7931962197c644a30dd95ab1906e5f1686fbceaf63e5a63.gz +3 -0
  39. b/sha256_f9fd9df36bd50efbeac9834b2ae221345e258df2f9b2f8759a1f10a640e8b01d.gz +3 -0
  40. b/sha256_fa06108ad2ab23c4fbc99e85139dd274f13d66067bb7e42ba34b4b85001919c1.gz +3 -0
  41. b/sha256_fa7d26a63253f3350b23710ee1e8155b986b334e6e4786ec516b314f64336b1b.gz +3 -0
  42. b/sha256_fc0cc57b145018ff9eab345a6526fd4583fb1964d341af20e960143ba3a7cb3f.gz +3 -0
  43. b/sha256_fc14d62e7b57b470ed5180079ac91e2e727842e85c7c2fe86d5721b132a63706.gz +3 -0
  44. b/sha256_fc164d859ffb115cbd8593258a93152b22e750fccf627ba96c469f43e84fdecd.gz +3 -0
  45. b/sha256_fd45e883c5960224a6953aeea0787b418254be43b06ffe60f40df1a2ea74c1ec.gz +3 -0
  46. b/sha256_fd51f6bc8d43f8e04c62a9d53a0eab6bfad439027be400cb3cf989566b212ccd.gz +3 -0
  47. b/sha256_fd73cf1641a2baf942223989aa1f8c4dd72762d5efc228e2ac43cdd93b640b98.gz +3 -0
  48. b/sha256_fdbbe51e08976cc767b3e9cb825097e14786d52dba9d117bd65e03f6070f254c.gz +3 -0
  49. b/sha256_fed5a746b01fc6139e066e731ab26f6294cd820de3b1f664635c7f51c4d9b6bb.gz +3 -0
  50. manifest.json +2398 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.gguf filter=lfs diff=lfs merge=lfs -text
b/sha256_009a21e8b9c49e90a851d651d03b26e56cd2090ef4b3fb11ab23b61b6f6f64a9.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:009a21e8b9c49e90a851d651d03b26e56cd2090ef4b3fb11ab23b61b6f6f64a9
3
+ size 5735230
b/sha256_028881a9a185f55f4c5dc7afe5b24b7bdb0eb5e2b3b93364a71eb9c1fcee00fa.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:028881a9a185f55f4c5dc7afe5b24b7bdb0eb5e2b3b93364a71eb9c1fcee00fa
3
+ size 826674
b/sha256_02d67c09ee89187e7323c9744835e41ce0788af177d87f6443d83b9ed768af6b.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02d67c09ee89187e7323c9744835e41ce0788af177d87f6443d83b9ed768af6b
3
+ size 812378
b/sha256_0497f31766017254c80108e65697d95e29e3d7ea8a5db323db24249c28e5d748.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0497f31766017254c80108e65697d95e29e3d7ea8a5db323db24249c28e5d748
3
+ size 1230
b/sha256_06809472d2bb50b34e99c7917476bf4ae5677cb6f0d1716644c3b549239eefe9.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06809472d2bb50b34e99c7917476bf4ae5677cb6f0d1716644c3b549239eefe9
3
+ size 818743
b/sha256_08a10179eb763ba5d0ed5846193ade176bc9ae536bec659d6b8417277bff531e.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08a10179eb763ba5d0ed5846193ade176bc9ae536bec659d6b8417277bff531e
3
+ size 822358
b/sha256_0afad6377b3aa4f0f13c3ae8266715b112731d31a34de49cf009c9c61dda9623.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0afad6377b3aa4f0f13c3ae8266715b112731d31a34de49cf009c9c61dda9623
3
+ size 1227
b/sha256_0c016aef84bddb6467ead298f94044b73f1170046483e581e9fa4e006d647169.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c016aef84bddb6467ead298f94044b73f1170046483e581e9fa4e006d647169
3
+ size 4223
b/sha256_db4ce692edaeb9d8262086fca47c2fe86fc658cc7171671b9dbd92a6d7914eee.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db4ce692edaeb9d8262086fca47c2fe86fc658cc7171671b9dbd92a6d7914eee
3
+ size 30032492
b/sha256_dd9b7eb3ae8f6a6634bfcc4ceccbb8f15501850140b2e323d0ed015f463bdfce.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd9b7eb3ae8f6a6634bfcc4ceccbb8f15501850140b2e323d0ed015f463bdfce
3
+ size 30048000
b/sha256_df4af04b348d414238c31df543c95eb8d2b6bebc0d7429ca485501beead3f224.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df4af04b348d414238c31df543c95eb8d2b6bebc0d7429ca485501beead3f224
3
+ size 5730400
b/sha256_e05494d4ed25f6dcc65542ae5c5a0ed990fbe0c7d167d75ff32c09ef6dd44e0a.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e05494d4ed25f6dcc65542ae5c5a0ed990fbe0c7d167d75ff32c09ef6dd44e0a
3
+ size 4115
b/sha256_e076db87e8c29b64c55b902ba7f44dfb76b05ce093ca98faf1333cecbc9ada53.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e076db87e8c29b64c55b902ba7f44dfb76b05ce093ca98faf1333cecbc9ada53
3
+ size 5746843
b/sha256_e16bc09ec753fc4b5f79f04ba7afee5da455367a717ccec2d17fb54c818d960a.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e16bc09ec753fc4b5f79f04ba7afee5da455367a717ccec2d17fb54c818d960a
3
+ size 827059
b/sha256_e197741491d0648521386f354f8c7b6e7e1d943586c143f209096a11aee55c82.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e197741491d0648521386f354f8c7b6e7e1d943586c143f209096a11aee55c82
3
+ size 818366
b/sha256_e23e8fa6c490c316fda33c393c5377783a47f86fc7e7bc3bad46cc8b1766f300.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e23e8fa6c490c316fda33c393c5377783a47f86fc7e7bc3bad46cc8b1766f300
3
+ size 5719484
b/sha256_e2d4e758b836123ea7c656505b3003d5dfdc7e37a2aff0d6dede29ba4b708f8e.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2d4e758b836123ea7c656505b3003d5dfdc7e37a2aff0d6dede29ba4b708f8e
3
+ size 1214
b/sha256_e3164352e62ce3e9b0b21b544c1511187ecffd0c323f50760e68da818b8a67e2.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3164352e62ce3e9b0b21b544c1511187ecffd0c323f50760e68da818b8a67e2
3
+ size 5727909
b/sha256_e4f077c030df865537bfbad6a7e6061a5d81296f134212fc947aadaf7d0775d5.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4f077c030df865537bfbad6a7e6061a5d81296f134212fc947aadaf7d0775d5
3
+ size 7559
b/sha256_e58e7f7ab1eb702a56b379eca96378b73a0ca3469d05c6a1c723deb2a4c61499.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e58e7f7ab1eb702a56b379eca96378b73a0ca3469d05c6a1c723deb2a4c61499
3
+ size 812769
b/sha256_e8a8bce91f30029e22dd779364344c6996bb0b4588269441d3819c06b7bbb6d1.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8a8bce91f30029e22dd779364344c6996bb0b4588269441d3819c06b7bbb6d1
3
+ size 29970808
b/sha256_e96329781523c3412d3a5d1a04d0ce86fe5a5218f965ae72bcffe96f63d1bfd6.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e96329781523c3412d3a5d1a04d0ce86fe5a5218f965ae72bcffe96f63d1bfd6
3
+ size 30037125
b/sha256_eade6f69f5f8e5492b025ffc32f81b6054c16e55cb2f3d7d16d4e1e66c2e3a3d.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eade6f69f5f8e5492b025ffc32f81b6054c16e55cb2f3d7d16d4e1e66c2e3a3d
3
+ size 30101965
b/sha256_eba2d891f0143fb4b34a7ab369fc2720f0fc1748cddcd724420a73406011f7c8.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eba2d891f0143fb4b34a7ab369fc2720f0fc1748cddcd724420a73406011f7c8
3
+ size 823447
b/sha256_ecda4b48222b7a3f698c1e9ccce4cfb98d2df70fdfbf90cd5c15c7985fcccc74.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ecda4b48222b7a3f698c1e9ccce4cfb98d2df70fdfbf90cd5c15c7985fcccc74
3
+ size 30353123
b/sha256_eee70a5a0bdede21773cb3267d4b12e3e146da23532cc810a1e69980bc5357e0.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eee70a5a0bdede21773cb3267d4b12e3e146da23532cc810a1e69980bc5357e0
3
+ size 813289
b/sha256_eff15a9032ef721f0fe05919d99880f9394e6cdc77cafd0f54e210f29c6ac7a4.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eff15a9032ef721f0fe05919d99880f9394e6cdc77cafd0f54e210f29c6ac7a4
3
+ size 30064028
b/sha256_f06de34db8f07fa5c08bd6552862e13882efbfa79336de176b7a06051a9625ad.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f06de34db8f07fa5c08bd6552862e13882efbfa79336de176b7a06051a9625ad
3
+ size 5757642
b/sha256_f105e09b8d9f6af4e685c6945bf06c1ad7193cdf0169433bcb24f038bf92d855.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f105e09b8d9f6af4e685c6945bf06c1ad7193cdf0169433bcb24f038bf92d855
3
+ size 29999038
b/sha256_f1e946e7404115f7215914c281be38d9fb89278e9f802dfa71aa859f9f936532.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1e946e7404115f7215914c281be38d9fb89278e9f802dfa71aa859f9f936532
3
+ size 7500
b/sha256_f1fbb514973c28674f17a06d75ec90d8ba207850fa88b86d055ab534ce0af1d0.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1fbb514973c28674f17a06d75ec90d8ba207850fa88b86d055ab534ce0af1d0
3
+ size 1215
b/sha256_f52bfc3d1821a723a840ecb3e7521ac3a32fcefce7598b985588290a9c83acc7.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f52bfc3d1821a723a840ecb3e7521ac3a32fcefce7598b985588290a9c83acc7
3
+ size 5519
b/sha256_f65c275191447f2ef477ecdea6707d70d443fd80eaae4d7347d400915301cfad.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f65c275191447f2ef477ecdea6707d70d443fd80eaae4d7347d400915301cfad
3
+ size 5725037
b/sha256_f7a174b1dcddf4aabaa5dfd6a140f01e46a86611a4bacac57e6d2874c692f7a0.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7a174b1dcddf4aabaa5dfd6a140f01e46a86611a4bacac57e6d2874c692f7a0
3
+ size 1220
b/sha256_f8409a13d40a0d1e97033e2f996bd39f86c51384971509ee8ca914d020473787.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8409a13d40a0d1e97033e2f996bd39f86c51384971509ee8ca914d020473787
3
+ size 29965751
b/sha256_f8834a7e2c291e6f6293cdab0950fe20dafeca86fd1961dc1bff8147ec037b5e.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8834a7e2c291e6f6293cdab0950fe20dafeca86fd1961dc1bff8147ec037b5e
3
+ size 815534
b/sha256_f97aaa0cdfcb7f8bb7931962197c644a30dd95ab1906e5f1686fbceaf63e5a63.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f97aaa0cdfcb7f8bb7931962197c644a30dd95ab1906e5f1686fbceaf63e5a63
3
+ size 29985807
b/sha256_f9fd9df36bd50efbeac9834b2ae221345e258df2f9b2f8759a1f10a640e8b01d.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9fd9df36bd50efbeac9834b2ae221345e258df2f9b2f8759a1f10a640e8b01d
3
+ size 30093096
b/sha256_fa06108ad2ab23c4fbc99e85139dd274f13d66067bb7e42ba34b4b85001919c1.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa06108ad2ab23c4fbc99e85139dd274f13d66067bb7e42ba34b4b85001919c1
3
+ size 30048268
b/sha256_fa7d26a63253f3350b23710ee1e8155b986b334e6e4786ec516b314f64336b1b.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa7d26a63253f3350b23710ee1e8155b986b334e6e4786ec516b314f64336b1b
3
+ size 30060639
b/sha256_fc0cc57b145018ff9eab345a6526fd4583fb1964d341af20e960143ba3a7cb3f.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc0cc57b145018ff9eab345a6526fd4583fb1964d341af20e960143ba3a7cb3f
3
+ size 1214
b/sha256_fc14d62e7b57b470ed5180079ac91e2e727842e85c7c2fe86d5721b132a63706.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc14d62e7b57b470ed5180079ac91e2e727842e85c7c2fe86d5721b132a63706
3
+ size 30124582
b/sha256_fc164d859ffb115cbd8593258a93152b22e750fccf627ba96c469f43e84fdecd.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc164d859ffb115cbd8593258a93152b22e750fccf627ba96c469f43e84fdecd
3
+ size 1224
b/sha256_fd45e883c5960224a6953aeea0787b418254be43b06ffe60f40df1a2ea74c1ec.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd45e883c5960224a6953aeea0787b418254be43b06ffe60f40df1a2ea74c1ec
3
+ size 5382
b/sha256_fd51f6bc8d43f8e04c62a9d53a0eab6bfad439027be400cb3cf989566b212ccd.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd51f6bc8d43f8e04c62a9d53a0eab6bfad439027be400cb3cf989566b212ccd
3
+ size 29996105
b/sha256_fd73cf1641a2baf942223989aa1f8c4dd72762d5efc228e2ac43cdd93b640b98.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd73cf1641a2baf942223989aa1f8c4dd72762d5efc228e2ac43cdd93b640b98
3
+ size 30041729
b/sha256_fdbbe51e08976cc767b3e9cb825097e14786d52dba9d117bd65e03f6070f254c.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fdbbe51e08976cc767b3e9cb825097e14786d52dba9d117bd65e03f6070f254c
3
+ size 5736037
b/sha256_fed5a746b01fc6139e066e731ab26f6294cd820de3b1f664635c7f51c4d9b6bb.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fed5a746b01fc6139e066e731ab26f6294cd820de3b1f664635c7f51c4d9b6bb
3
+ size 812368
manifest.json ADDED
@@ -0,0 +1,2398 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "format": "holo-2bit/1",
3
+ "mode": "q3",
4
+ "model": "Qwen2.5 Coder 7B Instruct",
5
+ "source": "tokenizer.gguf",
6
+ "bits": 3,
7
+ "layout": "q3f",
8
+ "twoBit": false,
9
+ "incoherent": false,
10
+ "root": "sha256:220ed66b599db7c58f6711a58005e3c05d1db1eb9be144ab44a11197bed44ad8",
11
+ "d": 3584,
12
+ "n_heads": 28,
13
+ "n_kv_heads": 4,
14
+ "ff": 18944,
15
+ "vocab": 152064,
16
+ "n_layers": 28,
17
+ "hd": 128,
18
+ "rope_base": 1000000,
19
+ "attn_bias": true,
20
+ "qk_norm": false,
21
+ "qk_norm_dim": 0,
22
+ "tied": false,
23
+ "tensors": {
24
+ "embed": {
25
+ "fmt": "q3",
26
+ "N": 152064,
27
+ "K": 3584,
28
+ "kappa": "sha256:7f6c852ecfbe5ebb5dfe92c53bd32edd207da40b1990f7a92fa22f385cbe7c43",
29
+ "stored": 227223260
30
+ },
31
+ "final_norm": {
32
+ "fmt": "f32",
33
+ "N": 1,
34
+ "K": 3584,
35
+ "kappa": "sha256:3f4c38e1b3e731ab232f418fb9940d19642fc4f97445130abcd6e9b697e8e597",
36
+ "stored": 3619
37
+ },
38
+ "lm_head": {
39
+ "fmt": "q3",
40
+ "N": 152064,
41
+ "K": 3584,
42
+ "kappa": "sha256:1fafbdecac366bc3585a182a1afa9ea819c5e3979ddc9496f8b3809cf9fdbafc",
43
+ "stored": 244402297
44
+ },
45
+ "l0.attn_norm": {
46
+ "fmt": "f32",
47
+ "N": 1,
48
+ "K": 3584,
49
+ "kappa": "sha256:e05494d4ed25f6dcc65542ae5c5a0ed990fbe0c7d167d75ff32c09ef6dd44e0a",
50
+ "stored": 4115
51
+ },
52
+ "l0.wq": {
53
+ "fmt": "q3",
54
+ "N": 3584,
55
+ "K": 3584,
56
+ "kappa": "sha256:2d6ec22dd944d917eda0d4ff85e53b3fc7baa5325383bd08b784b46f89ba9c58",
57
+ "stored": 5720495
58
+ },
59
+ "l0.wk": {
60
+ "fmt": "q3",
61
+ "N": 512,
62
+ "K": 3584,
63
+ "kappa": "sha256:a8138f5cb2f614dcfea57e723d36317a5fd6ece25a09e9de3821778ac45550c7",
64
+ "stored": 820985
65
+ },
66
+ "l0.wv": {
67
+ "fmt": "q3",
68
+ "N": 512,
69
+ "K": 3584,
70
+ "kappa": "sha256:68fa71a55f70f31ef1b698857f2c0272a7dbd22ba6387fdd26c28a1ceada07d3",
71
+ "stored": 814731
72
+ },
73
+ "l0.bq": {
74
+ "fmt": "f32",
75
+ "N": 1,
76
+ "K": 3584,
77
+ "kappa": "sha256:8f0e8176429bdfeb40441c62aa169c2610d848a5321db367c9de14ba65b5a053",
78
+ "stored": 7701
79
+ },
80
+ "l0.bk": {
81
+ "fmt": "f32",
82
+ "N": 1,
83
+ "K": 512,
84
+ "kappa": "sha256:28f54a14cbf8a29962086d0332003e75c8b4e539f7c34536987d70cfd4bb267e",
85
+ "stored": 1265
86
+ },
87
+ "l0.bv": {
88
+ "fmt": "f32",
89
+ "N": 1,
90
+ "K": 512,
91
+ "kappa": "sha256:cdcc95e76fc992f62d63e6384265566b660e2a258ae06ea1a9b5805e08413d4d",
92
+ "stored": 1231
93
+ },
94
+ "l0.wo": {
95
+ "fmt": "q3",
96
+ "N": 3584,
97
+ "K": 3584,
98
+ "kappa": "sha256:8d7a2919507337e9562ee065170d4268db6d08e07ba9cea7d69e42ab1d2a9835",
99
+ "stored": 5740913
100
+ },
101
+ "l0.ffn_norm": {
102
+ "fmt": "f32",
103
+ "N": 1,
104
+ "K": 3584,
105
+ "kappa": "sha256:2922b9a840eb661a876a8e671d16fa8069089fac053a1f2c5b87a83c4d3e9dc1",
106
+ "stored": 5240
107
+ },
108
+ "l0.w_gate": {
109
+ "fmt": "q3",
110
+ "N": 18944,
111
+ "K": 3584,
112
+ "kappa": "sha256:9dd3219d71133075d39c0ef0da510d51a89ce3293962b09378a7cc07455df5bf",
113
+ "stored": 29599868
114
+ },
115
+ "l0.w_up": {
116
+ "fmt": "q3",
117
+ "N": 18944,
118
+ "K": 3584,
119
+ "kappa": "sha256:3e8068a1c15a40e4f22143fff56764075cade6f8e4bac0b76364e467f770c157",
120
+ "stored": 30383513
121
+ },
122
+ "l0.w_down": {
123
+ "fmt": "q3",
124
+ "N": 3584,
125
+ "K": 18944,
126
+ "kappa": "sha256:a198c71b1a9081467dfb0354fef6eb010834d715bcade8aafc905cb6f2612e81",
127
+ "stored": 30676179
128
+ },
129
+ "l1.attn_norm": {
130
+ "fmt": "f32",
131
+ "N": 1,
132
+ "K": 3584,
133
+ "kappa": "sha256:c502db3c824ac773953faa19423019609116a20c23f1d073453b3cd350c6a585",
134
+ "stored": 7497
135
+ },
136
+ "l1.wq": {
137
+ "fmt": "q3",
138
+ "N": 3584,
139
+ "K": 3584,
140
+ "kappa": "sha256:3369f3d2b97a1f0c39de00e77113c5b961157349d90ffecf1ff781858d86eb42",
141
+ "stored": 5614430
142
+ },
143
+ "l1.wk": {
144
+ "fmt": "q3",
145
+ "N": 512,
146
+ "K": 3584,
147
+ "kappa": "sha256:7abdf78e68e0e70e6f62864e3bb5a32cc6ca6eef9daa4c94614a2a41ea320273",
148
+ "stored": 816453
149
+ },
150
+ "l1.wv": {
151
+ "fmt": "q3",
152
+ "N": 512,
153
+ "K": 3584,
154
+ "kappa": "sha256:78a8cc1f81ed8fc20ea2df1243a078e9f3859b43fe9cd935a8a88b4397512164",
155
+ "stored": 813872
156
+ },
157
+ "l1.bq": {
158
+ "fmt": "f32",
159
+ "N": 1,
160
+ "K": 3584,
161
+ "kappa": "sha256:113f8f1bb67f70baa15f5525012841bf846d87ba4c21b86e8fe1b1911e27da53",
162
+ "stored": 7484
163
+ },
164
+ "l1.bk": {
165
+ "fmt": "f32",
166
+ "N": 1,
167
+ "K": 512,
168
+ "kappa": "sha256:b979a4b23886a9edb624069d4c19e8c5b96b1c8e954c7790bbedfec88b814c75",
169
+ "stored": 1246
170
+ },
171
+ "l1.bv": {
172
+ "fmt": "f32",
173
+ "N": 1,
174
+ "K": 512,
175
+ "kappa": "sha256:ce83c4653ce2fcda3abf909fc4bf49b7884e5e7458c9b4059de881d687dcefae",
176
+ "stored": 1204
177
+ },
178
+ "l1.wo": {
179
+ "fmt": "q3",
180
+ "N": 3584,
181
+ "K": 3584,
182
+ "kappa": "sha256:572bd8cda8b577a81e9253fbac28d008039e13c6bcdecd3c76bd0e010f2b1ac6",
183
+ "stored": 5727784
184
+ },
185
+ "l1.ffn_norm": {
186
+ "fmt": "f32",
187
+ "N": 1,
188
+ "K": 3584,
189
+ "kappa": "sha256:e03e59a10e564456b64a42bfce12a384e6fb7962bef9c8bc7ef03f9d3181c730",
190
+ "stored": 5543
191
+ },
192
+ "l1.w_gate": {
193
+ "fmt": "q3",
194
+ "N": 18944,
195
+ "K": 3584,
196
+ "kappa": "sha256:abaaa263d27beb8c7ab9db31bcd24f57f274aa73dc8c631654790a08de61884d",
197
+ "stored": 28529381
198
+ },
199
+ "l1.w_up": {
200
+ "fmt": "q3",
201
+ "N": 18944,
202
+ "K": 3584,
203
+ "kappa": "sha256:6610e758bed641061bfefe6d199ae39cd9bf227aa5efbd9426e2f521147d5e9d",
204
+ "stored": 30790955
205
+ },
206
+ "l1.w_down": {
207
+ "fmt": "q3",
208
+ "N": 3584,
209
+ "K": 18944,
210
+ "kappa": "sha256:ecda4b48222b7a3f698c1e9ccce4cfb98d2df70fdfbf90cd5c15c7985fcccc74",
211
+ "stored": 30353123
212
+ },
213
+ "l2.attn_norm": {
214
+ "fmt": "f32",
215
+ "N": 1,
216
+ "K": 3584,
217
+ "kappa": "sha256:ba54b8d20942797f2b74d7cd771dc513c68308e3f861976ff434ffcc475174bc",
218
+ "stored": 6476
219
+ },
220
+ "l2.wq": {
221
+ "fmt": "q3",
222
+ "N": 3584,
223
+ "K": 3584,
224
+ "kappa": "sha256:ab1f14cad636c2f3da9fbc69b4cb518e47d8cda5a0752a97f5c62ebb71c85493",
225
+ "stored": 5741082
226
+ },
227
+ "l2.wk": {
228
+ "fmt": "q3",
229
+ "N": 512,
230
+ "K": 3584,
231
+ "kappa": "sha256:385e1aa052ce1fc55426356b282ae1530edfe7d2adf1f5f38a50a336980346b2",
232
+ "stored": 825267
233
+ },
234
+ "l2.wv": {
235
+ "fmt": "q3",
236
+ "N": 512,
237
+ "K": 3584,
238
+ "kappa": "sha256:f8834a7e2c291e6f6293cdab0950fe20dafeca86fd1961dc1bff8147ec037b5e",
239
+ "stored": 815534
240
+ },
241
+ "l2.bq": {
242
+ "fmt": "f32",
243
+ "N": 1,
244
+ "K": 3584,
245
+ "kappa": "sha256:39335c1cbc3fe48a666b5f643dfafd4083c526e1295e733d82a386d18aea6dde",
246
+ "stored": 7450
247
+ },
248
+ "l2.bk": {
249
+ "fmt": "f32",
250
+ "N": 1,
251
+ "K": 512,
252
+ "kappa": "sha256:1b796a1ca87968bc2786d064e0b9f9340d3f45d3c7c3efa2019486d93c91863f",
253
+ "stored": 1234
254
+ },
255
+ "l2.bv": {
256
+ "fmt": "f32",
257
+ "N": 1,
258
+ "K": 512,
259
+ "kappa": "sha256:60328c4bdeaee57a16c33685167e370e7e9cc3c61082fe21186063200b2079ba",
260
+ "stored": 1209
261
+ },
262
+ "l2.wo": {
263
+ "fmt": "q3",
264
+ "N": 3584,
265
+ "K": 3584,
266
+ "kappa": "sha256:4cd58d7c12532f877a9a8a97f20256bd2e7625efd1f634a4824441478c7a1752",
267
+ "stored": 5711477
268
+ },
269
+ "l2.ffn_norm": {
270
+ "fmt": "f32",
271
+ "N": 1,
272
+ "K": 3584,
273
+ "kappa": "sha256:d239b7c5f60e46b2f9d2fdc286762ad54692f81c9cd5ecfe86b1dddfedae02fe",
274
+ "stored": 5236
275
+ },
276
+ "l2.w_gate": {
277
+ "fmt": "q3",
278
+ "N": 18944,
279
+ "K": 3584,
280
+ "kappa": "sha256:4c3aaed27b1d534a0ad7a4585c93e3d4288f9d81704ffb014e19bd78387dede9",
281
+ "stored": 29542844
282
+ },
283
+ "l2.w_up": {
284
+ "fmt": "q3",
285
+ "N": 18944,
286
+ "K": 3584,
287
+ "kappa": "sha256:b0cbbe4907a771eed142301a4391456005a460765825a445a4b37cf48bce4217",
288
+ "stored": 30627723
289
+ },
290
+ "l2.w_down": {
291
+ "fmt": "q3",
292
+ "N": 3584,
293
+ "K": 18944,
294
+ "kappa": "sha256:21f596038c9bfbdf83b4183878758f8203d03d0b0a925f1e003acd641aabef47",
295
+ "stored": 30688170
296
+ },
297
+ "l3.attn_norm": {
298
+ "fmt": "f32",
299
+ "N": 1,
300
+ "K": 3584,
301
+ "kappa": "sha256:202bd7788e3be3f80171e2681aa9fc12653f71892e76bf06a81717227b41e141",
302
+ "stored": 5926
303
+ },
304
+ "l3.wq": {
305
+ "fmt": "q3",
306
+ "N": 3584,
307
+ "K": 3584,
308
+ "kappa": "sha256:c13c27d408fe99444c162bd208cacf765fcaa2f4f136415837147de92fca95f2",
309
+ "stored": 5725496
310
+ },
311
+ "l3.wk": {
312
+ "fmt": "q3",
313
+ "N": 512,
314
+ "K": 3584,
315
+ "kappa": "sha256:4e48d5d10564cb65d9f881b79674a158586d0fc73cd14f02c8324e6b21143152",
316
+ "stored": 824712
317
+ },
318
+ "l3.wv": {
319
+ "fmt": "q3",
320
+ "N": 512,
321
+ "K": 3584,
322
+ "kappa": "sha256:d08c67fac0a1fd92e9197b92c1849079edd0ba98a97f987b3440d7b2a1ce3168",
323
+ "stored": 816819
324
+ },
325
+ "l3.bq": {
326
+ "fmt": "f32",
327
+ "N": 1,
328
+ "K": 3584,
329
+ "kappa": "sha256:d6932a1bee5ba9fe52a123139ad1919be2847c98c2480d5fcd3d5a3454a79f1f",
330
+ "stored": 7524
331
+ },
332
+ "l3.bk": {
333
+ "fmt": "f32",
334
+ "N": 1,
335
+ "K": 512,
336
+ "kappa": "sha256:88d919bb534d0831467b43debb0f979ecafe4434f6611272c409ad3f147f3d98",
337
+ "stored": 1238
338
+ },
339
+ "l3.bv": {
340
+ "fmt": "f32",
341
+ "N": 1,
342
+ "K": 512,
343
+ "kappa": "sha256:37712b048c6f77d50f1068c83682ba6153218ef1eaca8a05e8075a252a15c04b",
344
+ "stored": 1202
345
+ },
346
+ "l3.wo": {
347
+ "fmt": "q3",
348
+ "N": 3584,
349
+ "K": 3584,
350
+ "kappa": "sha256:4f05cf7a9009366b4ad35e83660175aaae1f762e77bddeaf726caef28de6076c",
351
+ "stored": 5729707
352
+ },
353
+ "l3.ffn_norm": {
354
+ "fmt": "f32",
355
+ "N": 1,
356
+ "K": 3584,
357
+ "kappa": "sha256:3a9cd3b5f45f39df9c02de8b0d7a25261a742b1842bbe0ac93882cd2e553d357",
358
+ "stored": 4857
359
+ },
360
+ "l3.w_gate": {
361
+ "fmt": "q3",
362
+ "N": 18944,
363
+ "K": 3584,
364
+ "kappa": "sha256:c2aa0b0cc7517af1d07819f713ab1dff883ea1fd25841a6773f84673937bbcf6",
365
+ "stored": 30034638
366
+ },
367
+ "l3.w_up": {
368
+ "fmt": "q3",
369
+ "N": 18944,
370
+ "K": 3584,
371
+ "kappa": "sha256:fc14d62e7b57b470ed5180079ac91e2e727842e85c7c2fe86d5721b132a63706",
372
+ "stored": 30124582
373
+ },
374
+ "l3.w_down": {
375
+ "fmt": "q3",
376
+ "N": 3584,
377
+ "K": 18944,
378
+ "kappa": "sha256:b69710cf1af36b680bef2106f7b7ea565094e3de9deb92ec6976efa7a2f275cf",
379
+ "stored": 30050288
380
+ },
381
+ "l4.attn_norm": {
382
+ "fmt": "f32",
383
+ "N": 1,
384
+ "K": 3584,
385
+ "kappa": "sha256:626251d7dc73e77921946f9d67207119630c7a40de05ed2ca20610b215541f35",
386
+ "stored": 6221
387
+ },
388
+ "l4.wq": {
389
+ "fmt": "q3",
390
+ "N": 3584,
391
+ "K": 3584,
392
+ "kappa": "sha256:9371ead5c5a7f5d6ca9d279169cbcb550c6659e45c750a447dc22edffa730eb3",
393
+ "stored": 5736891
394
+ },
395
+ "l4.wk": {
396
+ "fmt": "q3",
397
+ "N": 512,
398
+ "K": 3584,
399
+ "kappa": "sha256:bcdabc9e1289dbb6256852a80c311208b2f9851e2b6b3ec846a3bb52bcc00f2f",
400
+ "stored": 826129
401
+ },
402
+ "l4.wv": {
403
+ "fmt": "q3",
404
+ "N": 512,
405
+ "K": 3584,
406
+ "kappa": "sha256:06809472d2bb50b34e99c7917476bf4ae5677cb6f0d1716644c3b549239eefe9",
407
+ "stored": 818743
408
+ },
409
+ "l4.bq": {
410
+ "fmt": "f32",
411
+ "N": 1,
412
+ "K": 3584,
413
+ "kappa": "sha256:1fbf1f061fb409125df46ea7b1c19359cfed50515f29d22903b05dfd2d90ddd5",
414
+ "stored": 7678
415
+ },
416
+ "l4.bk": {
417
+ "fmt": "f32",
418
+ "N": 1,
419
+ "K": 512,
420
+ "kappa": "sha256:9755182f94177ddcdc0a315cd7f603c99421b63de7c337a519288edb8a943221",
421
+ "stored": 1239
422
+ },
423
+ "l4.bv": {
424
+ "fmt": "f32",
425
+ "N": 1,
426
+ "K": 512,
427
+ "kappa": "sha256:f1fbb514973c28674f17a06d75ec90d8ba207850fa88b86d055ab534ce0af1d0",
428
+ "stored": 1215
429
+ },
430
+ "l4.wo": {
431
+ "fmt": "q3",
432
+ "N": 3584,
433
+ "K": 3584,
434
+ "kappa": "sha256:58619a5f82a963671cbde8b1c94b3688e26dd0878b525e72258e84e355be9eef",
435
+ "stored": 5731509
436
+ },
437
+ "l4.ffn_norm": {
438
+ "fmt": "f32",
439
+ "N": 1,
440
+ "K": 3584,
441
+ "kappa": "sha256:ab252c57c1bad0b4df04bda0ed4e20ac6b232d75021d503530b4d25204301e0a",
442
+ "stored": 4804
443
+ },
444
+ "l4.w_gate": {
445
+ "fmt": "q3",
446
+ "N": 18944,
447
+ "K": 3584,
448
+ "kappa": "sha256:204ce53d75eb120821a5caf0e723cfaa1eb61b999c2d11655a6395304552b865",
449
+ "stored": 30020273
450
+ },
451
+ "l4.w_up": {
452
+ "fmt": "q3",
453
+ "N": 18944,
454
+ "K": 3584,
455
+ "kappa": "sha256:8c7e2555feb468bd7133762cf684614741dcd179765580c00673efc8c597ade2",
456
+ "stored": 30134573
457
+ },
458
+ "l4.w_down": {
459
+ "fmt": "q3",
460
+ "N": 3584,
461
+ "K": 18944,
462
+ "kappa": "sha256:a3d26e1d8203341ecfabc082d1f1e0119977afa7a211f76e91cfbebcd9608589",
463
+ "stored": 30041712
464
+ },
465
+ "l5.attn_norm": {
466
+ "fmt": "f32",
467
+ "N": 1,
468
+ "K": 3584,
469
+ "kappa": "sha256:b84ca4df6dd85721b663e75f33ad63e4662a9e512ab7d53e46a6c34c2de8b9cd",
470
+ "stored": 5739
471
+ },
472
+ "l5.wq": {
473
+ "fmt": "q3",
474
+ "N": 3584,
475
+ "K": 3584,
476
+ "kappa": "sha256:745d5a391fd3b5e96147932bfed77288b78b9b8e7e380119e604e623aca46027",
477
+ "stored": 5731607
478
+ },
479
+ "l5.wk": {
480
+ "fmt": "q3",
481
+ "N": 512,
482
+ "K": 3584,
483
+ "kappa": "sha256:27d27ffdb44d87a078a17658f8ef9f1e93ce64cbcb8cef0d6860a8ca05af416a",
484
+ "stored": 824618
485
+ },
486
+ "l5.wv": {
487
+ "fmt": "q3",
488
+ "N": 512,
489
+ "K": 3584,
490
+ "kappa": "sha256:73e600143753bf60c20cd5fe7ad68c2c50de615d49bc92de9dc4679aa1aa74ff",
491
+ "stored": 815420
492
+ },
493
+ "l5.bq": {
494
+ "fmt": "f32",
495
+ "N": 1,
496
+ "K": 3584,
497
+ "kappa": "sha256:20cebba66d213af256206438cf65e2b974316962f49d28351d7768ed66aef517",
498
+ "stored": 7615
499
+ },
500
+ "l5.bk": {
501
+ "fmt": "f32",
502
+ "N": 1,
503
+ "K": 512,
504
+ "kappa": "sha256:0497f31766017254c80108e65697d95e29e3d7ea8a5db323db24249c28e5d748",
505
+ "stored": 1230
506
+ },
507
+ "l5.bv": {
508
+ "fmt": "f32",
509
+ "N": 1,
510
+ "K": 512,
511
+ "kappa": "sha256:7ae0d846c5f317be32aeaf32221b44dd45e0fee37993fb38a21b32c3d4855e3f",
512
+ "stored": 1205
513
+ },
514
+ "l5.wo": {
515
+ "fmt": "q3",
516
+ "N": 3584,
517
+ "K": 3584,
518
+ "kappa": "sha256:cd272cf4f0a1cdbf6c6d73c458342ebeba36271aa392e6c8853b13070f746edd",
519
+ "stored": 5721176
520
+ },
521
+ "l5.ffn_norm": {
522
+ "fmt": "f32",
523
+ "N": 1,
524
+ "K": 3584,
525
+ "kappa": "sha256:a3e976ab7703c13bf4c93eccb797c61c1dd938b8e481e294f3622103f3b7d496",
526
+ "stored": 4315
527
+ },
528
+ "l5.w_gate": {
529
+ "fmt": "q3",
530
+ "N": 18944,
531
+ "K": 3584,
532
+ "kappa": "sha256:fa06108ad2ab23c4fbc99e85139dd274f13d66067bb7e42ba34b4b85001919c1",
533
+ "stored": 30048268
534
+ },
535
+ "l5.w_up": {
536
+ "fmt": "q3",
537
+ "N": 18944,
538
+ "K": 3584,
539
+ "kappa": "sha256:1a4c7afa0feec69efe3c8f844a292992ad9da647bb558b6478169dcb30721900",
540
+ "stored": 30092965
541
+ },
542
+ "l5.w_down": {
543
+ "fmt": "q3",
544
+ "N": 3584,
545
+ "K": 18944,
546
+ "kappa": "sha256:01c7d48b831b08b917c216d0f599a419beb545b8167e79d17a835a279fe3e6f6",
547
+ "stored": 30043094
548
+ },
549
+ "l6.attn_norm": {
550
+ "fmt": "f32",
551
+ "N": 1,
552
+ "K": 3584,
553
+ "kappa": "sha256:6ae634beae1fc5fe65dfb931b3b981fc9c5afa048b333ac0a33300e1f27d4ec0",
554
+ "stored": 5743
555
+ },
556
+ "l6.wq": {
557
+ "fmt": "q3",
558
+ "N": 3584,
559
+ "K": 3584,
560
+ "kappa": "sha256:50a355b3110b06bc462217a97227833aebc804295135d59bfa9196b8ac25d853",
561
+ "stored": 5727719
562
+ },
563
+ "l6.wk": {
564
+ "fmt": "q3",
565
+ "N": 512,
566
+ "K": 3584,
567
+ "kappa": "sha256:93148f4a8bad52a7ad74df3a0f293b47a6f20b4d4ad1a6b7cc4efbe416d52e24",
568
+ "stored": 824360
569
+ },
570
+ "l6.wv": {
571
+ "fmt": "q3",
572
+ "N": 512,
573
+ "K": 3584,
574
+ "kappa": "sha256:376b07d1998fe3a70da42a04ea1e2c0072806d2ce80acbcd58aa1922bff84421",
575
+ "stored": 814900
576
+ },
577
+ "l6.bq": {
578
+ "fmt": "f32",
579
+ "N": 1,
580
+ "K": 3584,
581
+ "kappa": "sha256:bce9681844616697fe8c5b4c656ea5a1066f6256fa93b3cfa2b9176774e70099",
582
+ "stored": 7542
583
+ },
584
+ "l6.bk": {
585
+ "fmt": "f32",
586
+ "N": 1,
587
+ "K": 512,
588
+ "kappa": "sha256:40f569aba8b609c57b55564b2fa232f8592c471ae0af73a32e1a0dea0a7dc752",
589
+ "stored": 1230
590
+ },
591
+ "l6.bv": {
592
+ "fmt": "f32",
593
+ "N": 1,
594
+ "K": 512,
595
+ "kappa": "sha256:cec4048411ad130984c133d9482a1bae9b8b2d9d856b57c9fde458996a18fdd3",
596
+ "stored": 1212
597
+ },
598
+ "l6.wo": {
599
+ "fmt": "q3",
600
+ "N": 3584,
601
+ "K": 3584,
602
+ "kappa": "sha256:3ce6a1af054a41403e229ba6ef4c73854635c4db9658ceb56e6c3f8b48523a4a",
603
+ "stored": 5726581
604
+ },
605
+ "l6.ffn_norm": {
606
+ "fmt": "f32",
607
+ "N": 1,
608
+ "K": 3584,
609
+ "kappa": "sha256:36039fbe9a77ed43b6a75c97a367ce2df0d17fbc5ee120ca917caea556416f57",
610
+ "stored": 4463
611
+ },
612
+ "l6.w_gate": {
613
+ "fmt": "q3",
614
+ "N": 18944,
615
+ "K": 3584,
616
+ "kappa": "sha256:60d4408cca5d3c3b0ce2b27452d9de4376f4772db9da2e9c8e9a3edcfcfe6331",
617
+ "stored": 30120623
618
+ },
619
+ "l6.w_up": {
620
+ "fmt": "q3",
621
+ "N": 18944,
622
+ "K": 3584,
623
+ "kappa": "sha256:c5b098901135a40bc7b69271fbedf1a58ccdb0846c732f6411086962e2767c75",
624
+ "stored": 30000906
625
+ },
626
+ "l6.w_down": {
627
+ "fmt": "q3",
628
+ "N": 3584,
629
+ "K": 18944,
630
+ "kappa": "sha256:87946b106bdae7ca9ec1937f96e3cd547e2d5fb9462ce9f6faa4194c44767446",
631
+ "stored": 29997441
632
+ },
633
+ "l7.attn_norm": {
634
+ "fmt": "f32",
635
+ "N": 1,
636
+ "K": 3584,
637
+ "kappa": "sha256:d46f03f1a2ad822d7f654d1a11edcee80673d98fb5a23b7a14a400ed93a9e44e",
638
+ "stored": 5557
639
+ },
640
+ "l7.wq": {
641
+ "fmt": "q3",
642
+ "N": 3584,
643
+ "K": 3584,
644
+ "kappa": "sha256:32fd588b7df6b401c626c85fdb1eb5d5659562a573a86e6f8cee2a1d961802a0",
645
+ "stored": 5728393
646
+ },
647
+ "l7.wk": {
648
+ "fmt": "q3",
649
+ "N": 512,
650
+ "K": 3584,
651
+ "kappa": "sha256:a76d4bf0df8ce0681a26c6ca004b2c2de54691f38283859b74f19080791000f1",
652
+ "stored": 822696
653
+ },
654
+ "l7.wv": {
655
+ "fmt": "q3",
656
+ "N": 512,
657
+ "K": 3584,
658
+ "kappa": "sha256:eee70a5a0bdede21773cb3267d4b12e3e146da23532cc810a1e69980bc5357e0",
659
+ "stored": 813289
660
+ },
661
+ "l7.bq": {
662
+ "fmt": "f32",
663
+ "N": 1,
664
+ "K": 3584,
665
+ "kappa": "sha256:2e33663f95570622ad893cf92eb06da685bc69a74390290396c74bb481a81e39",
666
+ "stored": 7493
667
+ },
668
+ "l7.bk": {
669
+ "fmt": "f32",
670
+ "N": 1,
671
+ "K": 512,
672
+ "kappa": "sha256:4061ee36d600f4df34912def8e6027a7652457bf4842f8dfd6d528d5286377e2",
673
+ "stored": 1227
674
+ },
675
+ "l7.bv": {
676
+ "fmt": "f32",
677
+ "N": 1,
678
+ "K": 512,
679
+ "kappa": "sha256:e2d4e758b836123ea7c656505b3003d5dfdc7e37a2aff0d6dede29ba4b708f8e",
680
+ "stored": 1214
681
+ },
682
+ "l7.wo": {
683
+ "fmt": "q3",
684
+ "N": 3584,
685
+ "K": 3584,
686
+ "kappa": "sha256:92972f7e907c3aa6d16dc013d6e0977134f99ce4e859f677f286db79d72af9d4",
687
+ "stored": 5725114
688
+ },
689
+ "l7.ffn_norm": {
690
+ "fmt": "f32",
691
+ "N": 1,
692
+ "K": 3584,
693
+ "kappa": "sha256:26a640368436b244963a3736354d76cb8d6074e0c79dcdf378c9a7ad51162421",
694
+ "stored": 4571
695
+ },
696
+ "l7.w_gate": {
697
+ "fmt": "q3",
698
+ "N": 18944,
699
+ "K": 3584,
700
+ "kappa": "sha256:563bda7835a2940f7f572e511c687faf9bf179658864ca246a888cf3b05d32ba",
701
+ "stored": 30046156
702
+ },
703
+ "l7.w_up": {
704
+ "fmt": "q3",
705
+ "N": 18944,
706
+ "K": 3584,
707
+ "kappa": "sha256:5dfe91387b8faed3a5077f22e9141777bf53a58d701d6fa1bbdd0c29e75be5c8",
708
+ "stored": 29987722
709
+ },
710
+ "l7.w_down": {
711
+ "fmt": "q3",
712
+ "N": 3584,
713
+ "K": 18944,
714
+ "kappa": "sha256:61d49498fa1e321fc77d6e31d68234a46df3a9b70cfacf2a111127236fe21db4",
715
+ "stored": 29988064
716
+ },
717
+ "l8.attn_norm": {
718
+ "fmt": "f32",
719
+ "N": 1,
720
+ "K": 3584,
721
+ "kappa": "sha256:f52bfc3d1821a723a840ecb3e7521ac3a32fcefce7598b985588290a9c83acc7",
722
+ "stored": 5519
723
+ },
724
+ "l8.wq": {
725
+ "fmt": "q3",
726
+ "N": 3584,
727
+ "K": 3584,
728
+ "kappa": "sha256:009a21e8b9c49e90a851d651d03b26e56cd2090ef4b3fb11ab23b61b6f6f64a9",
729
+ "stored": 5735230
730
+ },
731
+ "l8.wk": {
732
+ "fmt": "q3",
733
+ "N": 512,
734
+ "K": 3584,
735
+ "kappa": "sha256:dca0bfe742f3f289755e3258006b427ad15ba11603bc25e4fe0bd98c97ddef7c",
736
+ "stored": 826083
737
+ },
738
+ "l8.wv": {
739
+ "fmt": "q3",
740
+ "N": 512,
741
+ "K": 3584,
742
+ "kappa": "sha256:912bf829090149d5139bd9c0fee395624ba25f8f6869789cde21b1eb3ecda932",
743
+ "stored": 814075
744
+ },
745
+ "l8.bq": {
746
+ "fmt": "f32",
747
+ "N": 1,
748
+ "K": 3584,
749
+ "kappa": "sha256:f1e946e7404115f7215914c281be38d9fb89278e9f802dfa71aa859f9f936532",
750
+ "stored": 7500
751
+ },
752
+ "l8.bk": {
753
+ "fmt": "f32",
754
+ "N": 1,
755
+ "K": 512,
756
+ "kappa": "sha256:fc164d859ffb115cbd8593258a93152b22e750fccf627ba96c469f43e84fdecd",
757
+ "stored": 1224
758
+ },
759
+ "l8.bv": {
760
+ "fmt": "f32",
761
+ "N": 1,
762
+ "K": 512,
763
+ "kappa": "sha256:f7a174b1dcddf4aabaa5dfd6a140f01e46a86611a4bacac57e6d2874c692f7a0",
764
+ "stored": 1220
765
+ },
766
+ "l8.wo": {
767
+ "fmt": "q3",
768
+ "N": 3584,
769
+ "K": 3584,
770
+ "kappa": "sha256:a12132650a22d94148dcc04a28bdf57c87fe97ce7753034543a5e2fddc1da0c8",
771
+ "stored": 5736874
772
+ },
773
+ "l8.ffn_norm": {
774
+ "fmt": "f32",
775
+ "N": 1,
776
+ "K": 3584,
777
+ "kappa": "sha256:52869da17f5de10851d2cd430545d6a36da233a756679001ad416ae1bd85fa53",
778
+ "stored": 4928
779
+ },
780
+ "l8.w_gate": {
781
+ "fmt": "q3",
782
+ "N": 18944,
783
+ "K": 3584,
784
+ "kappa": "sha256:491466f869475f5ad652b427fe5dd9234cdbc999cd264fdf8a23776b666e7209",
785
+ "stored": 30006373
786
+ },
787
+ "l8.w_up": {
788
+ "fmt": "q3",
789
+ "N": 18944,
790
+ "K": 3584,
791
+ "kappa": "sha256:f8409a13d40a0d1e97033e2f996bd39f86c51384971509ee8ca914d020473787",
792
+ "stored": 29965751
793
+ },
794
+ "l8.w_down": {
795
+ "fmt": "q3",
796
+ "N": 3584,
797
+ "K": 18944,
798
+ "kappa": "sha256:bb98735f3d031d9892f62746df5e050bf9428faf598014983f724019510b8cbb",
799
+ "stored": 30009627
800
+ },
801
+ "l9.attn_norm": {
802
+ "fmt": "f32",
803
+ "N": 1,
804
+ "K": 3584,
805
+ "kappa": "sha256:704664486e09a159da001459b44f9b6932066b77cfe2ac3a765f63f81c047558",
806
+ "stored": 5582
807
+ },
808
+ "l9.wq": {
809
+ "fmt": "q3",
810
+ "N": 3584,
811
+ "K": 3584,
812
+ "kappa": "sha256:ddc1ea57d4d1adbd1ed6f60d16a343ad65441a9f32b483695039dd6730f805e3",
813
+ "stored": 5734294
814
+ },
815
+ "l9.wk": {
816
+ "fmt": "q3",
817
+ "N": 512,
818
+ "K": 3584,
819
+ "kappa": "sha256:440257dde1fe96f2432ee01d139012fddcaf4b0b80b2be908b862580939a82d8",
820
+ "stored": 823124
821
+ },
822
+ "l9.wv": {
823
+ "fmt": "q3",
824
+ "N": 512,
825
+ "K": 3584,
826
+ "kappa": "sha256:fed5a746b01fc6139e066e731ab26f6294cd820de3b1f664635c7f51c4d9b6bb",
827
+ "stored": 812368
828
+ },
829
+ "l9.bq": {
830
+ "fmt": "f32",
831
+ "N": 1,
832
+ "K": 3584,
833
+ "kappa": "sha256:1fb35dac8da710b6710a78c90fa99349074d0fed9284c20d248aeedab7b0049c",
834
+ "stored": 7537
835
+ },
836
+ "l9.bk": {
837
+ "fmt": "f32",
838
+ "N": 1,
839
+ "K": 512,
840
+ "kappa": "sha256:4ca39059a2aca5f62219414457380efdf9ae039d52e34fcb30abef3cbe709811",
841
+ "stored": 1217
842
+ },
843
+ "l9.bv": {
844
+ "fmt": "f32",
845
+ "N": 1,
846
+ "K": 512,
847
+ "kappa": "sha256:beddd9d40d4a655addebc92dce60706f50f978972c1e0b08343d2924ee0c4b1b",
848
+ "stored": 1218
849
+ },
850
+ "l9.wo": {
851
+ "fmt": "q3",
852
+ "N": 3584,
853
+ "K": 3584,
854
+ "kappa": "sha256:991bd65ba116c45753b0bd2ca6db86c396cf6057012d2c1f9097dbac47d37415",
855
+ "stored": 5744318
856
+ },
857
+ "l9.ffn_norm": {
858
+ "fmt": "f32",
859
+ "N": 1,
860
+ "K": 3584,
861
+ "kappa": "sha256:4935faa4568acfd0cb66d467c37c9735107965d30c0c8785f8148fa7a53db485",
862
+ "stored": 5275
863
+ },
864
+ "l9.w_gate": {
865
+ "fmt": "q3",
866
+ "N": 18944,
867
+ "K": 3584,
868
+ "kappa": "sha256:7d5b1a1ca8cd170b0b9591650e8015251db613f16be403e1a7490d98e0985c78",
869
+ "stored": 30114051
870
+ },
871
+ "l9.w_up": {
872
+ "fmt": "q3",
873
+ "N": 18944,
874
+ "K": 3584,
875
+ "kappa": "sha256:1af8707569cf44956f4461e94198de5bb8218f72c7fea4309d4cc4e7f7acd732",
876
+ "stored": 30065352
877
+ },
878
+ "l9.w_down": {
879
+ "fmt": "q3",
880
+ "N": 3584,
881
+ "K": 18944,
882
+ "kappa": "sha256:eade6f69f5f8e5492b025ffc32f81b6054c16e55cb2f3d7d16d4e1e66c2e3a3d",
883
+ "stored": 30101965
884
+ },
885
+ "l10.attn_norm": {
886
+ "fmt": "f32",
887
+ "N": 1,
888
+ "K": 3584,
889
+ "kappa": "sha256:37fae388a108672adca87b6092b3ccd9cc3526ac0dcdd5ad41478515ff5e4d65",
890
+ "stored": 5523
891
+ },
892
+ "l10.wq": {
893
+ "fmt": "q3",
894
+ "N": 3584,
895
+ "K": 3584,
896
+ "kappa": "sha256:df4af04b348d414238c31df543c95eb8d2b6bebc0d7429ca485501beead3f224",
897
+ "stored": 5730400
898
+ },
899
+ "l10.wk": {
900
+ "fmt": "q3",
901
+ "N": 512,
902
+ "K": 3584,
903
+ "kappa": "sha256:08a10179eb763ba5d0ed5846193ade176bc9ae536bec659d6b8417277bff531e",
904
+ "stored": 822358
905
+ },
906
+ "l10.wv": {
907
+ "fmt": "q3",
908
+ "N": 512,
909
+ "K": 3584,
910
+ "kappa": "sha256:b7b53f9930d8b3981531b8a74b2ae0553cbb090407d5346c4a452322d7845dca",
911
+ "stored": 813594
912
+ },
913
+ "l10.bq": {
914
+ "fmt": "f32",
915
+ "N": 1,
916
+ "K": 3584,
917
+ "kappa": "sha256:9e14f2497ef0b08d0124819d4d880644b5dcc208a7106c2f4fca76f0a5a37183",
918
+ "stored": 7482
919
+ },
920
+ "l10.bk": {
921
+ "fmt": "f32",
922
+ "N": 1,
923
+ "K": 512,
924
+ "kappa": "sha256:2cb2aec3042b16dfe628cadbdbf4912d16ee0859b2f8fc01b3302629ff2a7f19",
925
+ "stored": 1228
926
+ },
927
+ "l10.bv": {
928
+ "fmt": "f32",
929
+ "N": 1,
930
+ "K": 512,
931
+ "kappa": "sha256:d64ab2b84a0ddbc813de22ef2fd51182ec841cc96d78c59f5bfc0a102f582ad7",
932
+ "stored": 1210
933
+ },
934
+ "l10.wo": {
935
+ "fmt": "q3",
936
+ "N": 3584,
937
+ "K": 3584,
938
+ "kappa": "sha256:4d8bc4b7c6805eacffed1e73235788d534feeb0e79725aae2bcfa7ffb4f17c0f",
939
+ "stored": 5742753
940
+ },
941
+ "l10.ffn_norm": {
942
+ "fmt": "f32",
943
+ "N": 1,
944
+ "K": 3584,
945
+ "kappa": "sha256:fd45e883c5960224a6953aeea0787b418254be43b06ffe60f40df1a2ea74c1ec",
946
+ "stored": 5382
947
+ },
948
+ "l10.w_gate": {
949
+ "fmt": "q3",
950
+ "N": 18944,
951
+ "K": 3584,
952
+ "kappa": "sha256:db4ce692edaeb9d8262086fca47c2fe86fc658cc7171671b9dbd92a6d7914eee",
953
+ "stored": 30032492
954
+ },
955
+ "l10.w_up": {
956
+ "fmt": "q3",
957
+ "N": 18944,
958
+ "K": 3584,
959
+ "kappa": "sha256:e8a8bce91f30029e22dd779364344c6996bb0b4588269441d3819c06b7bbb6d1",
960
+ "stored": 29970808
961
+ },
962
+ "l10.w_down": {
963
+ "fmt": "q3",
964
+ "N": 3584,
965
+ "K": 18944,
966
+ "kappa": "sha256:52fce9b93b7706f83e37a8ebc7b5a72617e9b055f021fc760619f78583f8e84f",
967
+ "stored": 30046657
968
+ },
969
+ "l11.attn_norm": {
970
+ "fmt": "f32",
971
+ "N": 1,
972
+ "K": 3584,
973
+ "kappa": "sha256:5c16bbafd6c1e40e38f8b3665bedfa87641269f05d16a8b2b0f1696f396e902e",
974
+ "stored": 5697
975
+ },
976
+ "l11.wq": {
977
+ "fmt": "q3",
978
+ "N": 3584,
979
+ "K": 3584,
980
+ "kappa": "sha256:c2083f58918e6ba3dadd8e3ef452b694e021728042e172aa7e861aa90049d8c4",
981
+ "stored": 5736687
982
+ },
983
+ "l11.wk": {
984
+ "fmt": "q3",
985
+ "N": 512,
986
+ "K": 3584,
987
+ "kappa": "sha256:442fc5a0fc2e58bf35930facdb90b2ac3de678262d3fcb3ba7fc6f387b4fbedb",
988
+ "stored": 823966
989
+ },
990
+ "l11.wv": {
991
+ "fmt": "q3",
992
+ "N": 512,
993
+ "K": 3584,
994
+ "kappa": "sha256:bbcbc749bcf6453bbdd3e5595beef257a7423a26c7d1a4cf9244eceb6acaeaa4",
995
+ "stored": 813969
996
+ },
997
+ "l11.bq": {
998
+ "fmt": "f32",
999
+ "N": 1,
1000
+ "K": 3584,
1001
+ "kappa": "sha256:13d0208403b751951bbc415a5c927d8d62b4eb3700ab3cee307c24aa7d5ab117",
1002
+ "stored": 7531
1003
+ },
1004
+ "l11.bk": {
1005
+ "fmt": "f32",
1006
+ "N": 1,
1007
+ "K": 512,
1008
+ "kappa": "sha256:d59e558ecd1f4927606808d93c8c484a7baa3bba9c8e5e2a4fe61630ad80c273",
1009
+ "stored": 1228
1010
+ },
1011
+ "l11.bv": {
1012
+ "fmt": "f32",
1013
+ "N": 1,
1014
+ "K": 512,
1015
+ "kappa": "sha256:371e15c73edac19fb0cf4dd2ecca831ee51e73f8ae48cfbe391e85c9595f1297",
1016
+ "stored": 1215
1017
+ },
1018
+ "l11.wo": {
1019
+ "fmt": "q3",
1020
+ "N": 3584,
1021
+ "K": 3584,
1022
+ "kappa": "sha256:50ba3016a70c21991f230b159f443bda6679212564f1655234c7447472abc9ec",
1023
+ "stored": 5737795
1024
+ },
1025
+ "l11.ffn_norm": {
1026
+ "fmt": "f32",
1027
+ "N": 1,
1028
+ "K": 3584,
1029
+ "kappa": "sha256:39e3fc1085076aeab4b57262bb603cd6e57dccd555b37ea4e126e879647a8328",
1030
+ "stored": 5469
1031
+ },
1032
+ "l11.w_gate": {
1033
+ "fmt": "q3",
1034
+ "N": 18944,
1035
+ "K": 3584,
1036
+ "kappa": "sha256:ccfb48e22fc05b95a5f5b81f2481dfc6046b974b0beb5c15cff9b095b2e6e00a",
1037
+ "stored": 30020253
1038
+ },
1039
+ "l11.w_up": {
1040
+ "fmt": "q3",
1041
+ "N": 18944,
1042
+ "K": 3584,
1043
+ "kappa": "sha256:3d5e981b1aacd711ca0aa17cdc12545c0ccd3f109efd51130a0b7513198c191b",
1044
+ "stored": 29971171
1045
+ },
1046
+ "l11.w_down": {
1047
+ "fmt": "q3",
1048
+ "N": 3584,
1049
+ "K": 18944,
1050
+ "kappa": "sha256:50cd0a7cc7aa325f665c33d51a9fbded958ec2aa1d4b89326e7dfb17507c52f7",
1051
+ "stored": 30044184
1052
+ },
1053
+ "l12.attn_norm": {
1054
+ "fmt": "f32",
1055
+ "N": 1,
1056
+ "K": 3584,
1057
+ "kappa": "sha256:3a16c1fe028558cef6a619b76371a9ef57d8b96db639ddefd2076fd8de819d22",
1058
+ "stored": 5769
1059
+ },
1060
+ "l12.wq": {
1061
+ "fmt": "q3",
1062
+ "N": 3584,
1063
+ "K": 3584,
1064
+ "kappa": "sha256:950482ec206efee7ef81e8b5c1f0612b0f33f5de6296a3929d10d5b8846da0f7",
1065
+ "stored": 5736826
1066
+ },
1067
+ "l12.wk": {
1068
+ "fmt": "q3",
1069
+ "N": 512,
1070
+ "K": 3584,
1071
+ "kappa": "sha256:3bc163e1a6d44dfc5275bd3b707b1caf8da9c851db267171d0dcd37d7284d827",
1072
+ "stored": 823531
1073
+ },
1074
+ "l12.wv": {
1075
+ "fmt": "q3",
1076
+ "N": 512,
1077
+ "K": 3584,
1078
+ "kappa": "sha256:9b4fee0e6764106bb054374b91ed8a97a67d9c26da8b88085ca19d1a8b59b92e",
1079
+ "stored": 814166
1080
+ },
1081
+ "l12.bq": {
1082
+ "fmt": "f32",
1083
+ "N": 1,
1084
+ "K": 3584,
1085
+ "kappa": "sha256:64d4d1af97ba65ea5eb1736150a184e16862c2d1c72ee02b86af837d2bd3da9c",
1086
+ "stored": 7470
1087
+ },
1088
+ "l12.bk": {
1089
+ "fmt": "f32",
1090
+ "N": 1,
1091
+ "K": 512,
1092
+ "kappa": "sha256:c8e2b11904239f49f17b38bb8ddc8615eeb7fc7b6789787359b780727623f01a",
1093
+ "stored": 1215
1094
+ },
1095
+ "l12.bv": {
1096
+ "fmt": "f32",
1097
+ "N": 1,
1098
+ "K": 512,
1099
+ "kappa": "sha256:a819645d022df33aa923e64fef24845d989f54b4856768e8bb72cbd1790d3c8e",
1100
+ "stored": 1238
1101
+ },
1102
+ "l12.wo": {
1103
+ "fmt": "q3",
1104
+ "N": 3584,
1105
+ "K": 3584,
1106
+ "kappa": "sha256:dc11644cedf454ec0331827e510b2fd024c59ee276a19afc39fa12693c13dd2f",
1107
+ "stored": 5746533
1108
+ },
1109
+ "l12.ffn_norm": {
1110
+ "fmt": "f32",
1111
+ "N": 1,
1112
+ "K": 3584,
1113
+ "kappa": "sha256:496f3272ce322b4726ab390ef5ed6a7fba9527943a90052572fd1b4159203924",
1114
+ "stored": 5520
1115
+ },
1116
+ "l12.w_gate": {
1117
+ "fmt": "q3",
1118
+ "N": 18944,
1119
+ "K": 3584,
1120
+ "kappa": "sha256:d45dd5329a616b210348a3826efc3c67e5a760bd3aa08c4a801a2d6c9f01d21d",
1121
+ "stored": 30038293
1122
+ },
1123
+ "l12.w_up": {
1124
+ "fmt": "q3",
1125
+ "N": 18944,
1126
+ "K": 3584,
1127
+ "kappa": "sha256:d8d7e29aa1cd137ab5d5543c2912d71267d51c9ebb977f1c2c64f6721e6d9558",
1128
+ "stored": 29990105
1129
+ },
1130
+ "l12.w_down": {
1131
+ "fmt": "q3",
1132
+ "N": 3584,
1133
+ "K": 18944,
1134
+ "kappa": "sha256:45878b38d6258581c23208223f7fd0cf749080ba43cc10267b0ce1c3f79aaf2a",
1135
+ "stored": 30020318
1136
+ },
1137
+ "l13.attn_norm": {
1138
+ "fmt": "f32",
1139
+ "N": 1,
1140
+ "K": 3584,
1141
+ "kappa": "sha256:d16c666621b7caa6a15e879649526726c9c865b0aad77c682312677d96772626",
1142
+ "stored": 5842
1143
+ },
1144
+ "l13.wq": {
1145
+ "fmt": "q3",
1146
+ "N": 3584,
1147
+ "K": 3584,
1148
+ "kappa": "sha256:f65c275191447f2ef477ecdea6707d70d443fd80eaae4d7347d400915301cfad",
1149
+ "stored": 5725037
1150
+ },
1151
+ "l13.wk": {
1152
+ "fmt": "q3",
1153
+ "N": 512,
1154
+ "K": 3584,
1155
+ "kappa": "sha256:ba93365b88dbc279813d0bb97796b6b8290c7e58805f81a618d6945dbd6de432",
1156
+ "stored": 821636
1157
+ },
1158
+ "l13.wv": {
1159
+ "fmt": "q3",
1160
+ "N": 512,
1161
+ "K": 3584,
1162
+ "kappa": "sha256:99701c1b8f7aea7000f1bf8aa38182e5a3720e440e7b4d65964057f92dd34800",
1163
+ "stored": 813757
1164
+ },
1165
+ "l13.bq": {
1166
+ "fmt": "f32",
1167
+ "N": 1,
1168
+ "K": 3584,
1169
+ "kappa": "sha256:3a3c04408a62e079bb5fbf38830fec243c0437a8b7f4cd7d15888e44ebe68af4",
1170
+ "stored": 7427
1171
+ },
1172
+ "l13.bk": {
1173
+ "fmt": "f32",
1174
+ "N": 1,
1175
+ "K": 512,
1176
+ "kappa": "sha256:45952b6302a327d3065f82a361938c52f873cc691ba69d12a1076ebd51c2de19",
1177
+ "stored": 1234
1178
+ },
1179
+ "l13.bv": {
1180
+ "fmt": "f32",
1181
+ "N": 1,
1182
+ "K": 512,
1183
+ "kappa": "sha256:968f5588f5daf982da994bc44128951e53b40ece4860227179467a09c215a5ce",
1184
+ "stored": 1208
1185
+ },
1186
+ "l13.wo": {
1187
+ "fmt": "q3",
1188
+ "N": 3584,
1189
+ "K": 3584,
1190
+ "kappa": "sha256:982e1ba674ca923189554e58d0d3b8ddbd35af7c3e3219ba9396ff4774507840",
1191
+ "stored": 5761478
1192
+ },
1193
+ "l13.ffn_norm": {
1194
+ "fmt": "f32",
1195
+ "N": 1,
1196
+ "K": 3584,
1197
+ "kappa": "sha256:59ae565d856ae1304cf79e7b06c5ca7ce58a5e7c94b321c5dc530810c471a430",
1198
+ "stored": 5557
1199
+ },
1200
+ "l13.w_gate": {
1201
+ "fmt": "q3",
1202
+ "N": 18944,
1203
+ "K": 3584,
1204
+ "kappa": "sha256:fa7d26a63253f3350b23710ee1e8155b986b334e6e4786ec516b314f64336b1b",
1205
+ "stored": 30060639
1206
+ },
1207
+ "l13.w_up": {
1208
+ "fmt": "q3",
1209
+ "N": 18944,
1210
+ "K": 3584,
1211
+ "kappa": "sha256:7535a11cb3a6c16a635bf9d810d65d0a165171099fc2f5a3f7473dc85f1b5199",
1212
+ "stored": 29991176
1213
+ },
1214
+ "l13.w_down": {
1215
+ "fmt": "q3",
1216
+ "N": 3584,
1217
+ "K": 18944,
1218
+ "kappa": "sha256:eff15a9032ef721f0fe05919d99880f9394e6cdc77cafd0f54e210f29c6ac7a4",
1219
+ "stored": 30064028
1220
+ },
1221
+ "l14.attn_norm": {
1222
+ "fmt": "f32",
1223
+ "N": 1,
1224
+ "K": 3584,
1225
+ "kappa": "sha256:6c313c9c261f1b850e17ea4d510e06da6be654ef7fbcf668dbd922ab855ff853",
1226
+ "stored": 5808
1227
+ },
1228
+ "l14.wq": {
1229
+ "fmt": "q3",
1230
+ "N": 3584,
1231
+ "K": 3584,
1232
+ "kappa": "sha256:a44887d7809a0ec2b420172738a9f95c76b9e22f1f3f6bd26353982809958c1a",
1233
+ "stored": 5747423
1234
+ },
1235
+ "l14.wk": {
1236
+ "fmt": "q3",
1237
+ "N": 512,
1238
+ "K": 3584,
1239
+ "kappa": "sha256:e16bc09ec753fc4b5f79f04ba7afee5da455367a717ccec2d17fb54c818d960a",
1240
+ "stored": 827059
1241
+ },
1242
+ "l14.wv": {
1243
+ "fmt": "q3",
1244
+ "N": 512,
1245
+ "K": 3584,
1246
+ "kappa": "sha256:2a50db973d4acb50c31d173a42cc241d40fcaaa2d6663b7e10ad1f6f645eb9b3",
1247
+ "stored": 815216
1248
+ },
1249
+ "l14.bq": {
1250
+ "fmt": "f32",
1251
+ "N": 1,
1252
+ "K": 3584,
1253
+ "kappa": "sha256:149571c64e56821a2625f4ee9449c3f3761028fa9ff1ad9a14793d180e028b2d",
1254
+ "stored": 7469
1255
+ },
1256
+ "l14.bk": {
1257
+ "fmt": "f32",
1258
+ "N": 1,
1259
+ "K": 512,
1260
+ "kappa": "sha256:9d46c0afa868a9773746159fe96e70591f9e3aded39a09f2bab20120eced31a9",
1261
+ "stored": 1246
1262
+ },
1263
+ "l14.bv": {
1264
+ "fmt": "f32",
1265
+ "N": 1,
1266
+ "K": 512,
1267
+ "kappa": "sha256:d76e1355f551a81a13fb4bc04c449520f395ceea4d1df454e9419da72d45068c",
1268
+ "stored": 1234
1269
+ },
1270
+ "l14.wo": {
1271
+ "fmt": "q3",
1272
+ "N": 3584,
1273
+ "K": 3584,
1274
+ "kappa": "sha256:2e68ddb6c15907345bff2db3a5341154acaeb9d51066d4b661e31024f789c74a",
1275
+ "stored": 5759509
1276
+ },
1277
+ "l14.ffn_norm": {
1278
+ "fmt": "f32",
1279
+ "N": 1,
1280
+ "K": 3584,
1281
+ "kappa": "sha256:598c8a35529f50f0699458ab607f3380cccc1f908140d99c8249b7c7362bdaf6",
1282
+ "stored": 5586
1283
+ },
1284
+ "l14.w_gate": {
1285
+ "fmt": "q3",
1286
+ "N": 18944,
1287
+ "K": 3584,
1288
+ "kappa": "sha256:2c6a530d09afc71c28334a114269c558f5f6cad4a791589d704f347874d09624",
1289
+ "stored": 30067883
1290
+ },
1291
+ "l14.w_up": {
1292
+ "fmt": "q3",
1293
+ "N": 18944,
1294
+ "K": 3584,
1295
+ "kappa": "sha256:615c27a1e370419789945937c5dac645d13057d18ed5403744683d589b6a7976",
1296
+ "stored": 30004206
1297
+ },
1298
+ "l14.w_down": {
1299
+ "fmt": "q3",
1300
+ "N": 3584,
1301
+ "K": 18944,
1302
+ "kappa": "sha256:1820c259068b10642b17d27bb22894a4cf65120dc861ce86e6da650b39fc79c7",
1303
+ "stored": 30038587
1304
+ },
1305
+ "l15.attn_norm": {
1306
+ "fmt": "f32",
1307
+ "N": 1,
1308
+ "K": 3584,
1309
+ "kappa": "sha256:c551451a7a640843d5c5b28394888378a073de2240315102e59633e9c6c5068a",
1310
+ "stored": 5778
1311
+ },
1312
+ "l15.wq": {
1313
+ "fmt": "q3",
1314
+ "N": 3584,
1315
+ "K": 3584,
1316
+ "kappa": "sha256:43edaaabe0b2f3f6b291f247cdc6e44dd439b648e67d4aa3e3de6686a1623cb1",
1317
+ "stored": 5750141
1318
+ },
1319
+ "l15.wk": {
1320
+ "fmt": "q3",
1321
+ "N": 512,
1322
+ "K": 3584,
1323
+ "kappa": "sha256:1769b63c34173aeaa426eee0eecbe8ad669eef48604f31d717f1f8c01d639014",
1324
+ "stored": 825026
1325
+ },
1326
+ "l15.wv": {
1327
+ "fmt": "q3",
1328
+ "N": 512,
1329
+ "K": 3584,
1330
+ "kappa": "sha256:67b4eee765cbc02b587dbbd276c10cdec3d09d8e64b327761b480fcd77a37772",
1331
+ "stored": 813906
1332
+ },
1333
+ "l15.bq": {
1334
+ "fmt": "f32",
1335
+ "N": 1,
1336
+ "K": 3584,
1337
+ "kappa": "sha256:c0f41da94f066b93fe28e91ee0f624ab4f40d65664fff14da2e134811c725066",
1338
+ "stored": 7562
1339
+ },
1340
+ "l15.bk": {
1341
+ "fmt": "f32",
1342
+ "N": 1,
1343
+ "K": 512,
1344
+ "kappa": "sha256:5b1378e09e75a49a1a419555eac304d579831fbd431f75785bc2bc91fb735075",
1345
+ "stored": 1232
1346
+ },
1347
+ "l15.bv": {
1348
+ "fmt": "f32",
1349
+ "N": 1,
1350
+ "K": 512,
1351
+ "kappa": "sha256:94d4aaa6def2b50d125541517c5c40862f0511bb3dd24ba901c97984dac1a7ed",
1352
+ "stored": 1221
1353
+ },
1354
+ "l15.wo": {
1355
+ "fmt": "q3",
1356
+ "N": 3584,
1357
+ "K": 3584,
1358
+ "kappa": "sha256:e076db87e8c29b64c55b902ba7f44dfb76b05ce093ca98faf1333cecbc9ada53",
1359
+ "stored": 5746843
1360
+ },
1361
+ "l15.ffn_norm": {
1362
+ "fmt": "f32",
1363
+ "N": 1,
1364
+ "K": 3584,
1365
+ "kappa": "sha256:6c258cd579a0076824dce7f6408180f9e802fadbf167465e71a1dfde3d5a2b3c",
1366
+ "stored": 5616
1367
+ },
1368
+ "l15.w_gate": {
1369
+ "fmt": "q3",
1370
+ "N": 18944,
1371
+ "K": 3584,
1372
+ "kappa": "sha256:acb5cc3303309358422c6168b794a7162bff5b47b4727aefa929adeb1a1b027b",
1373
+ "stored": 30074243
1374
+ },
1375
+ "l15.w_up": {
1376
+ "fmt": "q3",
1377
+ "N": 18944,
1378
+ "K": 3584,
1379
+ "kappa": "sha256:90568b9e344a30b62f13f8b987fc6913ec5acc1a6d8710a17ac3e364767dfa38",
1380
+ "stored": 30000826
1381
+ },
1382
+ "l15.w_down": {
1383
+ "fmt": "q3",
1384
+ "N": 3584,
1385
+ "K": 18944,
1386
+ "kappa": "sha256:97b45f1fdb0696d06f14713729641b12ba273bb1197574da94a30de2b54199e4",
1387
+ "stored": 30026046
1388
+ },
1389
+ "l16.attn_norm": {
1390
+ "fmt": "f32",
1391
+ "N": 1,
1392
+ "K": 3584,
1393
+ "kappa": "sha256:58deb2908b4fa9ed5038e64647c8cef20e71009e848343d1d5a405c1e9f4a8ba",
1394
+ "stored": 5947
1395
+ },
1396
+ "l16.wq": {
1397
+ "fmt": "q3",
1398
+ "N": 3584,
1399
+ "K": 3584,
1400
+ "kappa": "sha256:27bb2ad89a1e288f7d14a0037f965278cdcd13391982e21e1c8e5810823801f5",
1401
+ "stored": 5745327
1402
+ },
1403
+ "l16.wk": {
1404
+ "fmt": "q3",
1405
+ "N": 512,
1406
+ "K": 3584,
1407
+ "kappa": "sha256:247f0eaf90d87baaafa9dc69ae15fcb07fa58f54691bc8ad9cb33e4a8207435f",
1408
+ "stored": 824408
1409
+ },
1410
+ "l16.wv": {
1411
+ "fmt": "q3",
1412
+ "N": 512,
1413
+ "K": 3584,
1414
+ "kappa": "sha256:3565dead47e18093ad8140184f1fa7bf5994a9c908a4278d863a1d158214400c",
1415
+ "stored": 813599
1416
+ },
1417
+ "l16.bq": {
1418
+ "fmt": "f32",
1419
+ "N": 1,
1420
+ "K": 3584,
1421
+ "kappa": "sha256:8dc6764e8e6bf74894f159d8053d4bc368f65743aad43b2011677eca2d93e5ae",
1422
+ "stored": 7385
1423
+ },
1424
+ "l16.bk": {
1425
+ "fmt": "f32",
1426
+ "N": 1,
1427
+ "K": 512,
1428
+ "kappa": "sha256:0afad6377b3aa4f0f13c3ae8266715b112731d31a34de49cf009c9c61dda9623",
1429
+ "stored": 1227
1430
+ },
1431
+ "l16.bv": {
1432
+ "fmt": "f32",
1433
+ "N": 1,
1434
+ "K": 512,
1435
+ "kappa": "sha256:9d877750d8ff5457577a198cfea155afd7cfcfb2ecf3fe2850385a5be238ac84",
1436
+ "stored": 1216
1437
+ },
1438
+ "l16.wo": {
1439
+ "fmt": "q3",
1440
+ "N": 3584,
1441
+ "K": 3584,
1442
+ "kappa": "sha256:16a4004297a6440ee5fcbdd2f32b80ac6c113f402afbfbf1a8d74d3d68bfa7f1",
1443
+ "stored": 5754202
1444
+ },
1445
+ "l16.ffn_norm": {
1446
+ "fmt": "f32",
1447
+ "N": 1,
1448
+ "K": 3584,
1449
+ "kappa": "sha256:128bfa9b38a12e5ca08c205dbd77f5de3f40b83755320f6ed12258caec742aed",
1450
+ "stored": 5660
1451
+ },
1452
+ "l16.w_gate": {
1453
+ "fmt": "q3",
1454
+ "N": 18944,
1455
+ "K": 3584,
1456
+ "kappa": "sha256:7b7d3a2ac3acf508beade6e29a78743164ce689ee3a2e1d15039cdb0bb7981ce",
1457
+ "stored": 30051416
1458
+ },
1459
+ "l16.w_up": {
1460
+ "fmt": "q3",
1461
+ "N": 18944,
1462
+ "K": 3584,
1463
+ "kappa": "sha256:f97aaa0cdfcb7f8bb7931962197c644a30dd95ab1906e5f1686fbceaf63e5a63",
1464
+ "stored": 29985807
1465
+ },
1466
+ "l16.w_down": {
1467
+ "fmt": "q3",
1468
+ "N": 3584,
1469
+ "K": 18944,
1470
+ "kappa": "sha256:7c07973d996981b77e6158e36407e09f6167a48c382c549eac3636c023070c8d",
1471
+ "stored": 30041988
1472
+ },
1473
+ "l17.attn_norm": {
1474
+ "fmt": "f32",
1475
+ "N": 1,
1476
+ "K": 3584,
1477
+ "kappa": "sha256:d1e01405d40e677ad17e494741ca300f6b0f9d9870b9c87ed5ccb99aa689c19c",
1478
+ "stored": 5887
1479
+ },
1480
+ "l17.wq": {
1481
+ "fmt": "q3",
1482
+ "N": 3584,
1483
+ "K": 3584,
1484
+ "kappa": "sha256:8ce134a900d489f483d0d9d5aab4a39e692f1de81012599246c20c1291dc5296",
1485
+ "stored": 5748849
1486
+ },
1487
+ "l17.wk": {
1488
+ "fmt": "q3",
1489
+ "N": 512,
1490
+ "K": 3584,
1491
+ "kappa": "sha256:8d84e21ed2a0985d7bad6a2641904d5f1ac7faad1945606fb005495691f8e138",
1492
+ "stored": 824688
1493
+ },
1494
+ "l17.wv": {
1495
+ "fmt": "q3",
1496
+ "N": 512,
1497
+ "K": 3584,
1498
+ "kappa": "sha256:e58e7f7ab1eb702a56b379eca96378b73a0ca3469d05c6a1c723deb2a4c61499",
1499
+ "stored": 812769
1500
+ },
1501
+ "l17.bq": {
1502
+ "fmt": "f32",
1503
+ "N": 1,
1504
+ "K": 3584,
1505
+ "kappa": "sha256:7fca85a79434dfdb17a6b690bde053376a4aed5a61130288061e4a5ab9bfbb8d",
1506
+ "stored": 7492
1507
+ },
1508
+ "l17.bk": {
1509
+ "fmt": "f32",
1510
+ "N": 1,
1511
+ "K": 512,
1512
+ "kappa": "sha256:b6403c945fe0ba14ef798bac790b6faee18c0c0627070b0b31d00388f0380c0c",
1513
+ "stored": 1236
1514
+ },
1515
+ "l17.bv": {
1516
+ "fmt": "f32",
1517
+ "N": 1,
1518
+ "K": 512,
1519
+ "kappa": "sha256:51b973a44250028849dda3f09ac24172e6a74e851705b5eb5cb8ab2e17d900a7",
1520
+ "stored": 1219
1521
+ },
1522
+ "l17.wo": {
1523
+ "fmt": "q3",
1524
+ "N": 3584,
1525
+ "K": 3584,
1526
+ "kappa": "sha256:3c59ab672a6ac353591514e35bc113b78b8387cf47376616320711b3f30fdfef",
1527
+ "stored": 5752652
1528
+ },
1529
+ "l17.ffn_norm": {
1530
+ "fmt": "f32",
1531
+ "N": 1,
1532
+ "K": 3584,
1533
+ "kappa": "sha256:a9565cef20a599f5255147a84855db66e5eda44d9623cff932d9fef2c88a92fb",
1534
+ "stored": 5619
1535
+ },
1536
+ "l17.w_gate": {
1537
+ "fmt": "q3",
1538
+ "N": 18944,
1539
+ "K": 3584,
1540
+ "kappa": "sha256:9548011205db11b69d060b1b7b3f9c922b632da19f7b5a1de6965cadfaefa021",
1541
+ "stored": 30064151
1542
+ },
1543
+ "l17.w_up": {
1544
+ "fmt": "q3",
1545
+ "N": 18944,
1546
+ "K": 3584,
1547
+ "kappa": "sha256:a37afc45e4d50bb75c24dfb23a0a148eab11dd99751136d5bddf2cc42837da0d",
1548
+ "stored": 30003011
1549
+ },
1550
+ "l17.w_down": {
1551
+ "fmt": "q3",
1552
+ "N": 3584,
1553
+ "K": 18944,
1554
+ "kappa": "sha256:146f5634aab9d39c86353cf792f8a7378c0aa7cd28475a5cede43f34826f2e52",
1555
+ "stored": 30023481
1556
+ },
1557
+ "l18.attn_norm": {
1558
+ "fmt": "f32",
1559
+ "N": 1,
1560
+ "K": 3584,
1561
+ "kappa": "sha256:1141d3c40ff7d12f01024575a147105685df2bd13ace2c61049965a1cdd05704",
1562
+ "stored": 5934
1563
+ },
1564
+ "l18.wq": {
1565
+ "fmt": "q3",
1566
+ "N": 3584,
1567
+ "K": 3584,
1568
+ "kappa": "sha256:fdbbe51e08976cc767b3e9cb825097e14786d52dba9d117bd65e03f6070f254c",
1569
+ "stored": 5736037
1570
+ },
1571
+ "l18.wk": {
1572
+ "fmt": "q3",
1573
+ "N": 512,
1574
+ "K": 3584,
1575
+ "kappa": "sha256:12c82e0fd927462c5acd0291b58ca8465e532c654f37a7c8280d20fc80c6c3d2",
1576
+ "stored": 822152
1577
+ },
1578
+ "l18.wv": {
1579
+ "fmt": "q3",
1580
+ "N": 512,
1581
+ "K": 3584,
1582
+ "kappa": "sha256:7b7806bf4065facbef215f2fe31662a164c3a14544f556d4358fd321c8318477",
1583
+ "stored": 812143
1584
+ },
1585
+ "l18.bq": {
1586
+ "fmt": "f32",
1587
+ "N": 1,
1588
+ "K": 3584,
1589
+ "kappa": "sha256:e4f077c030df865537bfbad6a7e6061a5d81296f134212fc947aadaf7d0775d5",
1590
+ "stored": 7559
1591
+ },
1592
+ "l18.bk": {
1593
+ "fmt": "f32",
1594
+ "N": 1,
1595
+ "K": 512,
1596
+ "kappa": "sha256:a382bbb296c9c408dfa228b781c99429273affe3cc3967876970bf6be4ec9b53",
1597
+ "stored": 1229
1598
+ },
1599
+ "l18.bv": {
1600
+ "fmt": "f32",
1601
+ "N": 1,
1602
+ "K": 512,
1603
+ "kappa": "sha256:adcdd2a05d6461a337f03896a495c60255ada581fe3a36512e7bd9d1cd3178bf",
1604
+ "stored": 1234
1605
+ },
1606
+ "l18.wo": {
1607
+ "fmt": "q3",
1608
+ "N": 3584,
1609
+ "K": 3584,
1610
+ "kappa": "sha256:0e88725298fe871d4acb2f777be6396ad28af34790fcff1a6b929ef03964f94b",
1611
+ "stored": 5756737
1612
+ },
1613
+ "l18.ffn_norm": {
1614
+ "fmt": "f32",
1615
+ "N": 1,
1616
+ "K": 3584,
1617
+ "kappa": "sha256:dc545870681392cfaed8c6020d87f88c6f48aac7628603ee94994f87641fa06f",
1618
+ "stored": 5546
1619
+ },
1620
+ "l18.w_gate": {
1621
+ "fmt": "q3",
1622
+ "N": 18944,
1623
+ "K": 3584,
1624
+ "kappa": "sha256:95cddaac093225cdd6f4756f65859fa5aa14f0cad6a7c9cb64c0c61dd1142a0d",
1625
+ "stored": 30087114
1626
+ },
1627
+ "l18.w_up": {
1628
+ "fmt": "q3",
1629
+ "N": 18944,
1630
+ "K": 3584,
1631
+ "kappa": "sha256:b1e7c5fae3ab0fbe6a662b1f3cfe4fdce03cc0989e8287cd9a49dfeb1c30a189",
1632
+ "stored": 30021894
1633
+ },
1634
+ "l18.w_down": {
1635
+ "fmt": "q3",
1636
+ "N": 3584,
1637
+ "K": 18944,
1638
+ "kappa": "sha256:7e3e3980dffae80ae795c15ccc8f5f0f6cee6eb1ead0b483054f216d852e18bd",
1639
+ "stored": 30012765
1640
+ },
1641
+ "l19.attn_norm": {
1642
+ "fmt": "f32",
1643
+ "N": 1,
1644
+ "K": 3584,
1645
+ "kappa": "sha256:c63e8630c269edee955b7f4335dc60846f43899a68c167f215d644a5e6df140f",
1646
+ "stored": 5526
1647
+ },
1648
+ "l19.wq": {
1649
+ "fmt": "q3",
1650
+ "N": 3584,
1651
+ "K": 3584,
1652
+ "kappa": "sha256:e3164352e62ce3e9b0b21b544c1511187ecffd0c323f50760e68da818b8a67e2",
1653
+ "stored": 5727909
1654
+ },
1655
+ "l19.wk": {
1656
+ "fmt": "q3",
1657
+ "N": 512,
1658
+ "K": 3584,
1659
+ "kappa": "sha256:aa9edf53c06921178aaf40663712f831f7935977d24c0687a4746a6dd91243df",
1660
+ "stored": 825349
1661
+ },
1662
+ "l19.wv": {
1663
+ "fmt": "q3",
1664
+ "N": 512,
1665
+ "K": 3584,
1666
+ "kappa": "sha256:98e15e65c0ecd5f02876afda9b2d685f823406f29d8ba211671eea1b424d696f",
1667
+ "stored": 813081
1668
+ },
1669
+ "l19.bq": {
1670
+ "fmt": "f32",
1671
+ "N": 1,
1672
+ "K": 3584,
1673
+ "kappa": "sha256:79c46f527b1707ecf40f1d57cdc54361d5671aacbc443b9c11bef8613f6bcdb5",
1674
+ "stored": 7498
1675
+ },
1676
+ "l19.bk": {
1677
+ "fmt": "f32",
1678
+ "N": 1,
1679
+ "K": 512,
1680
+ "kappa": "sha256:6389e3272bddbb3575a5476d7cf643b673c24074bb6b8c5bcc340b54f47f40f5",
1681
+ "stored": 1245
1682
+ },
1683
+ "l19.bv": {
1684
+ "fmt": "f32",
1685
+ "N": 1,
1686
+ "K": 512,
1687
+ "kappa": "sha256:ab4f5cb23a08e09274fcf37c51bbc2ac293325d3818c6707ef3451d36dfae396",
1688
+ "stored": 1228
1689
+ },
1690
+ "l19.wo": {
1691
+ "fmt": "q3",
1692
+ "N": 3584,
1693
+ "K": 3584,
1694
+ "kappa": "sha256:31b9b8694302812aee0b3935bf911ccb1274ff9542abd143b9e02ced2dcf5a90",
1695
+ "stored": 5732911
1696
+ },
1697
+ "l19.ffn_norm": {
1698
+ "fmt": "f32",
1699
+ "N": 1,
1700
+ "K": 3584,
1701
+ "kappa": "sha256:7c74fd28945346c81e08879ca6c41d8ad89f52e719789445ac7bae5a073bd364",
1702
+ "stored": 5415
1703
+ },
1704
+ "l19.w_gate": {
1705
+ "fmt": "q3",
1706
+ "N": 18944,
1707
+ "K": 3584,
1708
+ "kappa": "sha256:f9fd9df36bd50efbeac9834b2ae221345e258df2f9b2f8759a1f10a640e8b01d",
1709
+ "stored": 30093096
1710
+ },
1711
+ "l19.w_up": {
1712
+ "fmt": "q3",
1713
+ "N": 18944,
1714
+ "K": 3584,
1715
+ "kappa": "sha256:9331f8f2ecc907b7f648e90a9039843da699b2cf5c71be0169eaa12d0b10ef1b",
1716
+ "stored": 30021504
1717
+ },
1718
+ "l19.w_down": {
1719
+ "fmt": "q3",
1720
+ "N": 3584,
1721
+ "K": 18944,
1722
+ "kappa": "sha256:fd73cf1641a2baf942223989aa1f8c4dd72762d5efc228e2ac43cdd93b640b98",
1723
+ "stored": 30041729
1724
+ },
1725
+ "l20.attn_norm": {
1726
+ "fmt": "f32",
1727
+ "N": 1,
1728
+ "K": 3584,
1729
+ "kappa": "sha256:18c859b98341cce594c453f7fcaef0e60ce75124e4f34d04d5cb98a4db7aac99",
1730
+ "stored": 5516
1731
+ },
1732
+ "l20.wq": {
1733
+ "fmt": "q3",
1734
+ "N": 3584,
1735
+ "K": 3584,
1736
+ "kappa": "sha256:4cc88a8e970df59c576ee1f681e3396642bafae73b0333ec48f0ec173b350d01",
1737
+ "stored": 5734730
1738
+ },
1739
+ "l20.wk": {
1740
+ "fmt": "q3",
1741
+ "N": 512,
1742
+ "K": 3584,
1743
+ "kappa": "sha256:2568f77580a1fb5da803706559b356a68561e2940fbb995c4f8d78a0f498f34d",
1744
+ "stored": 823643
1745
+ },
1746
+ "l20.wv": {
1747
+ "fmt": "q3",
1748
+ "N": 512,
1749
+ "K": 3584,
1750
+ "kappa": "sha256:ae318011cb195da5ba43aa41c7610cd6e681a64099fbaeeec66dc967ba620bd0",
1751
+ "stored": 812992
1752
+ },
1753
+ "l20.bq": {
1754
+ "fmt": "f32",
1755
+ "N": 1,
1756
+ "K": 3584,
1757
+ "kappa": "sha256:81704d6e1dbe021906006e384700a7839ec9559939782e435420ac7cba05ae9d",
1758
+ "stored": 7418
1759
+ },
1760
+ "l20.bk": {
1761
+ "fmt": "f32",
1762
+ "N": 1,
1763
+ "K": 512,
1764
+ "kappa": "sha256:9661405b4607386312f89d12c991b2e915990857da61fafa226c0af70ae76698",
1765
+ "stored": 1235
1766
+ },
1767
+ "l20.bv": {
1768
+ "fmt": "f32",
1769
+ "N": 1,
1770
+ "K": 512,
1771
+ "kappa": "sha256:2cd853a29f1d8e7af7a2b37a6e0b26d65bebd83d3a3b2cc19258a2a5b9453b83",
1772
+ "stored": 1237
1773
+ },
1774
+ "l20.wo": {
1775
+ "fmt": "q3",
1776
+ "N": 3584,
1777
+ "K": 3584,
1778
+ "kappa": "sha256:57f778169f48531c60a715c33ed62dfa849628891fdf028df555fb3f8c5f77fe",
1779
+ "stored": 5737604
1780
+ },
1781
+ "l20.ffn_norm": {
1782
+ "fmt": "f32",
1783
+ "N": 1,
1784
+ "K": 3584,
1785
+ "kappa": "sha256:8a8b382a0889e4075ece4dc2d85e04417e3c556dda07391b7410923c2ce72e69",
1786
+ "stored": 5164
1787
+ },
1788
+ "l20.w_gate": {
1789
+ "fmt": "q3",
1790
+ "N": 18944,
1791
+ "K": 3584,
1792
+ "kappa": "sha256:bffd52f746e7a0fd119b3772a7e9439364e4d715fab0bdbea4f3716181cfa1d0",
1793
+ "stored": 30098514
1794
+ },
1795
+ "l20.w_up": {
1796
+ "fmt": "q3",
1797
+ "N": 18944,
1798
+ "K": 3584,
1799
+ "kappa": "sha256:8dabd502e774c4a8c59459383f5b590163fbbaf289f22e58dc20833d97e2c3c0",
1800
+ "stored": 30030075
1801
+ },
1802
+ "l20.w_down": {
1803
+ "fmt": "q3",
1804
+ "N": 3584,
1805
+ "K": 18944,
1806
+ "kappa": "sha256:77826b2f50aaeca71cf3f3db85fa86be2249ae97c02629cea96fbda5a13d1a14",
1807
+ "stored": 30012203
1808
+ },
1809
+ "l21.attn_norm": {
1810
+ "fmt": "f32",
1811
+ "N": 1,
1812
+ "K": 3584,
1813
+ "kappa": "sha256:59f3dd16adc4ce75a25872d7d6bc4bf898c0b457158b1a9f3232b21d20a39004",
1814
+ "stored": 5101
1815
+ },
1816
+ "l21.wq": {
1817
+ "fmt": "q3",
1818
+ "N": 3584,
1819
+ "K": 3584,
1820
+ "kappa": "sha256:a910c594cb05306afc62f685121081c5015e2e65e44770bc48a78e1a25a74b6e",
1821
+ "stored": 5744086
1822
+ },
1823
+ "l21.wk": {
1824
+ "fmt": "q3",
1825
+ "N": 512,
1826
+ "K": 3584,
1827
+ "kappa": "sha256:eba2d891f0143fb4b34a7ab369fc2720f0fc1748cddcd724420a73406011f7c8",
1828
+ "stored": 823447
1829
+ },
1830
+ "l21.wv": {
1831
+ "fmt": "q3",
1832
+ "N": 512,
1833
+ "K": 3584,
1834
+ "kappa": "sha256:b5cfdf2b181a2e9261ab7d654aef9a9d51ba9ae166884c1401262293d4dc58e1",
1835
+ "stored": 811811
1836
+ },
1837
+ "l21.bq": {
1838
+ "fmt": "f32",
1839
+ "N": 1,
1840
+ "K": 3584,
1841
+ "kappa": "sha256:87586673643adf08f28859a9181c280018caf166bd173bac75e3052c1ea04c51",
1842
+ "stored": 7475
1843
+ },
1844
+ "l21.bk": {
1845
+ "fmt": "f32",
1846
+ "N": 1,
1847
+ "K": 512,
1848
+ "kappa": "sha256:79d31fbf3c87664135b78915f05f938fcde5af353191d6ffafc153fe78fb4bdb",
1849
+ "stored": 1238
1850
+ },
1851
+ "l21.bv": {
1852
+ "fmt": "f32",
1853
+ "N": 1,
1854
+ "K": 512,
1855
+ "kappa": "sha256:4b86682f775d23c2dd4d2c938f7d71294c72f5d6111f75d80be05ad97a06136e",
1856
+ "stored": 1210
1857
+ },
1858
+ "l21.wo": {
1859
+ "fmt": "q3",
1860
+ "N": 3584,
1861
+ "K": 3584,
1862
+ "kappa": "sha256:5bd1b408ed3dcff4eece9b8fba9749530915df8cd5cf615a328e105d711294e9",
1863
+ "stored": 5743441
1864
+ },
1865
+ "l21.ffn_norm": {
1866
+ "fmt": "f32",
1867
+ "N": 1,
1868
+ "K": 3584,
1869
+ "kappa": "sha256:15d78c21e1d3108093502811caaac420946ab615edab9b58ece473f7a005faae",
1870
+ "stored": 4919
1871
+ },
1872
+ "l21.w_gate": {
1873
+ "fmt": "q3",
1874
+ "N": 18944,
1875
+ "K": 3584,
1876
+ "kappa": "sha256:8be40b635d0fc70cb3c2e03d02c23356a5e4aa9b9d93e5535945091c4cce130a",
1877
+ "stored": 30100085
1878
+ },
1879
+ "l21.w_up": {
1880
+ "fmt": "q3",
1881
+ "N": 18944,
1882
+ "K": 3584,
1883
+ "kappa": "sha256:7192b839528cf9266562074b8d95d50580e8d83bfd186ca0b73e174bbeeb47f7",
1884
+ "stored": 30027380
1885
+ },
1886
+ "l21.w_down": {
1887
+ "fmt": "q3",
1888
+ "N": 3584,
1889
+ "K": 18944,
1890
+ "kappa": "sha256:e96329781523c3412d3a5d1a04d0ce86fe5a5218f965ae72bcffe96f63d1bfd6",
1891
+ "stored": 30037125
1892
+ },
1893
+ "l22.attn_norm": {
1894
+ "fmt": "f32",
1895
+ "N": 1,
1896
+ "K": 3584,
1897
+ "kappa": "sha256:a23b474cfba4a486814addef2428cef36fb7a811ea377490bb2105d5220062c2",
1898
+ "stored": 5064
1899
+ },
1900
+ "l22.wq": {
1901
+ "fmt": "q3",
1902
+ "N": 3584,
1903
+ "K": 3584,
1904
+ "kappa": "sha256:699684da245e62ccc058b46ed7d5af0b357eccff786b86c9b5c3cfddc54ee1dd",
1905
+ "stored": 5747918
1906
+ },
1907
+ "l22.wk": {
1908
+ "fmt": "q3",
1909
+ "N": 512,
1910
+ "K": 3584,
1911
+ "kappa": "sha256:028881a9a185f55f4c5dc7afe5b24b7bdb0eb5e2b3b93364a71eb9c1fcee00fa",
1912
+ "stored": 826674
1913
+ },
1914
+ "l22.wv": {
1915
+ "fmt": "q3",
1916
+ "N": 512,
1917
+ "K": 3584,
1918
+ "kappa": "sha256:02d67c09ee89187e7323c9744835e41ce0788af177d87f6443d83b9ed768af6b",
1919
+ "stored": 812378
1920
+ },
1921
+ "l22.bq": {
1922
+ "fmt": "f32",
1923
+ "N": 1,
1924
+ "K": 3584,
1925
+ "kappa": "sha256:95400d3d6ccd955e8b77a4795b2c6401722af58187daac92106d14c8ee67b3df",
1926
+ "stored": 7416
1927
+ },
1928
+ "l22.bk": {
1929
+ "fmt": "f32",
1930
+ "N": 1,
1931
+ "K": 512,
1932
+ "kappa": "sha256:1a5ab641e777b7a5a119ccee1587f333a9db2db94856297b7e94393bc6fdb3a8",
1933
+ "stored": 1246
1934
+ },
1935
+ "l22.bv": {
1936
+ "fmt": "f32",
1937
+ "N": 1,
1938
+ "K": 512,
1939
+ "kappa": "sha256:b704ddac85c2df80f25d00b246b07f2a24ea005b013d9ae612884cc50d27686b",
1940
+ "stored": 1216
1941
+ },
1942
+ "l22.wo": {
1943
+ "fmt": "q3",
1944
+ "N": 3584,
1945
+ "K": 3584,
1946
+ "kappa": "sha256:e23e8fa6c490c316fda33c393c5377783a47f86fc7e7bc3bad46cc8b1766f300",
1947
+ "stored": 5719484
1948
+ },
1949
+ "l22.ffn_norm": {
1950
+ "fmt": "f32",
1951
+ "N": 1,
1952
+ "K": 3584,
1953
+ "kappa": "sha256:4404f6f15c42ad05a298904e05bb4628d23c2b366fc2dcfe373f77873d16c08c",
1954
+ "stored": 4596
1955
+ },
1956
+ "l22.w_gate": {
1957
+ "fmt": "q3",
1958
+ "N": 18944,
1959
+ "K": 3584,
1960
+ "kappa": "sha256:c9a6bbf19c7424484a0b9a0f1179de26f5809267fe7689061f009efd9c8de7d2",
1961
+ "stored": 30094192
1962
+ },
1963
+ "l22.w_up": {
1964
+ "fmt": "q3",
1965
+ "N": 18944,
1966
+ "K": 3584,
1967
+ "kappa": "sha256:c0e5a9017537c91acba67ab6e661ad7a1664ce7a8c9c88cbd1fb3cfab7b2bb1d",
1968
+ "stored": 30026441
1969
+ },
1970
+ "l22.w_down": {
1971
+ "fmt": "q3",
1972
+ "N": 3584,
1973
+ "K": 18944,
1974
+ "kappa": "sha256:7094c43b6a1491cfc20a112d4e03c1da3994c0197a0cb16a781d120ebbcc05d7",
1975
+ "stored": 30023558
1976
+ },
1977
+ "l23.attn_norm": {
1978
+ "fmt": "f32",
1979
+ "N": 1,
1980
+ "K": 3584,
1981
+ "kappa": "sha256:71d8417c6a46874e1868b9b52a0dd8b98531a2566d201c498d2d36d605838532",
1982
+ "stored": 4851
1983
+ },
1984
+ "l23.wq": {
1985
+ "fmt": "q3",
1986
+ "N": 3584,
1987
+ "K": 3584,
1988
+ "kappa": "sha256:c9eba29121e9d970ec1f447d1d4682f433c4e5b913a7a882fca71a9217704c5e",
1989
+ "stored": 5732691
1990
+ },
1991
+ "l23.wk": {
1992
+ "fmt": "q3",
1993
+ "N": 512,
1994
+ "K": 3584,
1995
+ "kappa": "sha256:929117167e3e9233d5903bf3e3e3f43ef5156410d82809654106605cef8e0385",
1996
+ "stored": 823495
1997
+ },
1998
+ "l23.wv": {
1999
+ "fmt": "q3",
2000
+ "N": 512,
2001
+ "K": 3584,
2002
+ "kappa": "sha256:ae851f28ca84f74814978bc0232056ec2dd2b151ae35fa323aed695b32889c4c",
2003
+ "stored": 813846
2004
+ },
2005
+ "l23.bq": {
2006
+ "fmt": "f32",
2007
+ "N": 1,
2008
+ "K": 3584,
2009
+ "kappa": "sha256:adeb28f26e2054e756b84f5dee6583740fa7e5e7c19b65bb354fe28ee5ff60fa",
2010
+ "stored": 7516
2011
+ },
2012
+ "l23.bk": {
2013
+ "fmt": "f32",
2014
+ "N": 1,
2015
+ "K": 512,
2016
+ "kappa": "sha256:375a68bf4930a6edf3bf5e904d4f0cce863c0edca210f316d25b8dc14237675b",
2017
+ "stored": 1211
2018
+ },
2019
+ "l23.bv": {
2020
+ "fmt": "f32",
2021
+ "N": 1,
2022
+ "K": 512,
2023
+ "kappa": "sha256:57a637066e0957b7d075760fb54f4b82d70c78fcf7812c4e357793a37dcb38a6",
2024
+ "stored": 1226
2025
+ },
2026
+ "l23.wo": {
2027
+ "fmt": "q3",
2028
+ "N": 3584,
2029
+ "K": 3584,
2030
+ "kappa": "sha256:bff235d5d476c50cddf66f6221e5d75b7637aa136908c3d881f609fa98f3ca64",
2031
+ "stored": 5720463
2032
+ },
2033
+ "l23.ffn_norm": {
2034
+ "fmt": "f32",
2035
+ "N": 1,
2036
+ "K": 3584,
2037
+ "kappa": "sha256:a5bb65c9b9d97c020fd08a18e9acdd2a3b37aa9fc27818e4be2886e87f232114",
2038
+ "stored": 4403
2039
+ },
2040
+ "l23.w_gate": {
2041
+ "fmt": "q3",
2042
+ "N": 18944,
2043
+ "K": 3584,
2044
+ "kappa": "sha256:dd9b7eb3ae8f6a6634bfcc4ceccbb8f15501850140b2e323d0ed015f463bdfce",
2045
+ "stored": 30048000
2046
+ },
2047
+ "l23.w_up": {
2048
+ "fmt": "q3",
2049
+ "N": 18944,
2050
+ "K": 3584,
2051
+ "kappa": "sha256:c803b8abf06f3a4563ca077ffd97ec3646356e5e6dbe49b54bfaaef5612869bd",
2052
+ "stored": 30009031
2053
+ },
2054
+ "l23.w_down": {
2055
+ "fmt": "q3",
2056
+ "N": 3584,
2057
+ "K": 18944,
2058
+ "kappa": "sha256:4d14fdd4a7c9b2ee9908579ecd4d408eec6efa58d49a48d1235c0dfb86e5a977",
2059
+ "stored": 30071759
2060
+ },
2061
+ "l24.attn_norm": {
2062
+ "fmt": "f32",
2063
+ "N": 1,
2064
+ "K": 3584,
2065
+ "kappa": "sha256:8e1b3e62a73596317617e2711ff4352530fa961732cd54b5eb6d0b20710093b6",
2066
+ "stored": 4659
2067
+ },
2068
+ "l24.wq": {
2069
+ "fmt": "q3",
2070
+ "N": 3584,
2071
+ "K": 3584,
2072
+ "kappa": "sha256:28efb71c0df384a2910cc7d7c94306bf493cb122ab122789efc8480bb38b955f",
2073
+ "stored": 5726432
2074
+ },
2075
+ "l24.wk": {
2076
+ "fmt": "q3",
2077
+ "N": 512,
2078
+ "K": 3584,
2079
+ "kappa": "sha256:2bbad76177b227c218210c9d9da7b224b052676c10f0893713d595f9c78525f9",
2080
+ "stored": 825923
2081
+ },
2082
+ "l24.wv": {
2083
+ "fmt": "q3",
2084
+ "N": 512,
2085
+ "K": 3584,
2086
+ "kappa": "sha256:3d9ad4b84a6c15e7dc564b9dad1b1c6627093b28a2950e010d8142f11c160831",
2087
+ "stored": 815049
2088
+ },
2089
+ "l24.bq": {
2090
+ "fmt": "f32",
2091
+ "N": 1,
2092
+ "K": 3584,
2093
+ "kappa": "sha256:36438769e2ea937735123820bdf07a039bd7942befbb059de9a5c2956e3c22ab",
2094
+ "stored": 7547
2095
+ },
2096
+ "l24.bk": {
2097
+ "fmt": "f32",
2098
+ "N": 1,
2099
+ "K": 512,
2100
+ "kappa": "sha256:fc0cc57b145018ff9eab345a6526fd4583fb1964d341af20e960143ba3a7cb3f",
2101
+ "stored": 1214
2102
+ },
2103
+ "l24.bv": {
2104
+ "fmt": "f32",
2105
+ "N": 1,
2106
+ "K": 512,
2107
+ "kappa": "sha256:6415f7fc53e1b0a45180b9f7ddf4efdaab0c4af037a3cae865e9c0d25668a794",
2108
+ "stored": 1193
2109
+ },
2110
+ "l24.wo": {
2111
+ "fmt": "q3",
2112
+ "N": 3584,
2113
+ "K": 3584,
2114
+ "kappa": "sha256:188656d74fbf49b78a715ba370a84157d57fa093436697ea8ba45ebff60d3b3c",
2115
+ "stored": 5710582
2116
+ },
2117
+ "l24.ffn_norm": {
2118
+ "fmt": "f32",
2119
+ "N": 1,
2120
+ "K": 3584,
2121
+ "kappa": "sha256:480649ef66da60c282d46c0e3c224f9718b039ab5fc486ce3d0d0aca90df4413",
2122
+ "stored": 4242
2123
+ },
2124
+ "l24.w_gate": {
2125
+ "fmt": "q3",
2126
+ "N": 18944,
2127
+ "K": 3584,
2128
+ "kappa": "sha256:50fafd8996042f05caa6b380ee65229ef6574920c5d2739ff1cbadc2f2abd760",
2129
+ "stored": 30026938
2130
+ },
2131
+ "l24.w_up": {
2132
+ "fmt": "q3",
2133
+ "N": 18944,
2134
+ "K": 3584,
2135
+ "kappa": "sha256:fd51f6bc8d43f8e04c62a9d53a0eab6bfad439027be400cb3cf989566b212ccd",
2136
+ "stored": 29996105
2137
+ },
2138
+ "l24.w_down": {
2139
+ "fmt": "q3",
2140
+ "N": 3584,
2141
+ "K": 18944,
2142
+ "kappa": "sha256:07a9cef44f9b806b096be96664e65acdae4d38598f51846668baf4db5cae7c2a",
2143
+ "stored": 30104787
2144
+ },
2145
+ "l25.attn_norm": {
2146
+ "fmt": "f32",
2147
+ "N": 1,
2148
+ "K": 3584,
2149
+ "kappa": "sha256:60c8eb000e72a3204b7a3625aa5f5663f697972e7a517d11d834bd25fec37cc6",
2150
+ "stored": 4560
2151
+ },
2152
+ "l25.wq": {
2153
+ "fmt": "q3",
2154
+ "N": 3584,
2155
+ "K": 3584,
2156
+ "kappa": "sha256:216a18b55f1de9844ad82118e28e6633c3c2bbfddf1aafdaced42f30df61586a",
2157
+ "stored": 5731584
2158
+ },
2159
+ "l25.wk": {
2160
+ "fmt": "q3",
2161
+ "N": 512,
2162
+ "K": 3584,
2163
+ "kappa": "sha256:90b8c1e8d2da291f8ca3c955601b0e27110c28abeca5df961dcb7e85ddef1b87",
2164
+ "stored": 824189
2165
+ },
2166
+ "l25.wv": {
2167
+ "fmt": "q3",
2168
+ "N": 512,
2169
+ "K": 3584,
2170
+ "kappa": "sha256:9f08156caf5678e5b7defc9542c7c54d9c23ea1109164068d4a2554836a333d4",
2171
+ "stored": 815325
2172
+ },
2173
+ "l25.bq": {
2174
+ "fmt": "f32",
2175
+ "N": 1,
2176
+ "K": 3584,
2177
+ "kappa": "sha256:1a72f27fbd5d72b00208273854e142330f9e874f76a9e34617e507b5eebf19be",
2178
+ "stored": 7474
2179
+ },
2180
+ "l25.bk": {
2181
+ "fmt": "f32",
2182
+ "N": 1,
2183
+ "K": 512,
2184
+ "kappa": "sha256:63876a36a346a95293f7e47651ca11dee4aa2ff2f1d0a1cf554fb764a39a4e4c",
2185
+ "stored": 1220
2186
+ },
2187
+ "l25.bv": {
2188
+ "fmt": "f32",
2189
+ "N": 1,
2190
+ "K": 512,
2191
+ "kappa": "sha256:a8ae75daae13192f6e9f4beefce470f9d7c6edac9cb3c022aa919c5117353d85",
2192
+ "stored": 1222
2193
+ },
2194
+ "l25.wo": {
2195
+ "fmt": "q3",
2196
+ "N": 3584,
2197
+ "K": 3584,
2198
+ "kappa": "sha256:1a23519d98cae3b8fcf1336c04f453965ccc3525d1cc8f733d44b4d8f833164d",
2199
+ "stored": 5702166
2200
+ },
2201
+ "l25.ffn_norm": {
2202
+ "fmt": "f32",
2203
+ "N": 1,
2204
+ "K": 3584,
2205
+ "kappa": "sha256:0c016aef84bddb6467ead298f94044b73f1170046483e581e9fa4e006d647169",
2206
+ "stored": 4223
2207
+ },
2208
+ "l25.w_gate": {
2209
+ "fmt": "q3",
2210
+ "N": 18944,
2211
+ "K": 3584,
2212
+ "kappa": "sha256:15a31cc59ab10abd58bb344f509b41b84d1703a6b7984f166091154d5557b261",
2213
+ "stored": 30026537
2214
+ },
2215
+ "l25.w_up": {
2216
+ "fmt": "q3",
2217
+ "N": 18944,
2218
+ "K": 3584,
2219
+ "kappa": "sha256:f105e09b8d9f6af4e685c6945bf06c1ad7193cdf0169433bcb24f038bf92d855",
2220
+ "stored": 29999038
2221
+ },
2222
+ "l25.w_down": {
2223
+ "fmt": "q3",
2224
+ "N": 3584,
2225
+ "K": 18944,
2226
+ "kappa": "sha256:7a69a8e1ae67bed01454d06ff5afdf7415152d6ac1cdaf58d0b841151a2b5975",
2227
+ "stored": 30128434
2228
+ },
2229
+ "l26.attn_norm": {
2230
+ "fmt": "f32",
2231
+ "N": 1,
2232
+ "K": 3584,
2233
+ "kappa": "sha256:b8e6447ba23c02a0854fd280d6bdaae20196d3be7c786b36909fc15ba93dfb7f",
2234
+ "stored": 4961
2235
+ },
2236
+ "l26.wq": {
2237
+ "fmt": "q3",
2238
+ "N": 3584,
2239
+ "K": 3584,
2240
+ "kappa": "sha256:f06de34db8f07fa5c08bd6552862e13882efbfa79336de176b7a06051a9625ad",
2241
+ "stored": 5757642
2242
+ },
2243
+ "l26.wk": {
2244
+ "fmt": "q3",
2245
+ "N": 512,
2246
+ "K": 3584,
2247
+ "kappa": "sha256:2e45ff556ace994dec39844ec491be99be1d2f165036acbc9b0ba4d9a46dfe93",
2248
+ "stored": 824353
2249
+ },
2250
+ "l26.wv": {
2251
+ "fmt": "q3",
2252
+ "N": 512,
2253
+ "K": 3584,
2254
+ "kappa": "sha256:c2c708ef0117818efe0c969aac7779e00d2e7376d13af93c604411b8bfce5ebd",
2255
+ "stored": 816835
2256
+ },
2257
+ "l26.bq": {
2258
+ "fmt": "f32",
2259
+ "N": 1,
2260
+ "K": 3584,
2261
+ "kappa": "sha256:365cb9113f77377953eea85db3f22bc163deec6cab587f48dffc2a139796b04f",
2262
+ "stored": 7504
2263
+ },
2264
+ "l26.bk": {
2265
+ "fmt": "f32",
2266
+ "N": 1,
2267
+ "K": 512,
2268
+ "kappa": "sha256:4bdab6c475c25b3333910df552120215cab57411aff78ff64e097d7534408eee",
2269
+ "stored": 1229
2270
+ },
2271
+ "l26.bv": {
2272
+ "fmt": "f32",
2273
+ "N": 1,
2274
+ "K": 512,
2275
+ "kappa": "sha256:7be008830e72b1dcf48f4e33781a7d39e4f51f3099a685a984a9c46fbf21738e",
2276
+ "stored": 1202
2277
+ },
2278
+ "l26.wo": {
2279
+ "fmt": "q3",
2280
+ "N": 3584,
2281
+ "K": 3584,
2282
+ "kappa": "sha256:da6ec718415e8cbcba3413a1cc47221e723b6ff54147663ae48205138413bd68",
2283
+ "stored": 5725737
2284
+ },
2285
+ "l26.ffn_norm": {
2286
+ "fmt": "f32",
2287
+ "N": 1,
2288
+ "K": 3584,
2289
+ "kappa": "sha256:6c848db423eb261036cbff900dec88a546aa327d0e500e748c8374774f9ea669",
2290
+ "stored": 3662
2291
+ },
2292
+ "l26.w_gate": {
2293
+ "fmt": "q3",
2294
+ "N": 18944,
2295
+ "K": 3584,
2296
+ "kappa": "sha256:180851359b29545d3ad5da8049d626e15a9d4ab0e9b5048d722ddbb89ed16a9e",
2297
+ "stored": 30048341
2298
+ },
2299
+ "l26.w_up": {
2300
+ "fmt": "q3",
2301
+ "N": 18944,
2302
+ "K": 3584,
2303
+ "kappa": "sha256:ac53de8f581ed0ce30d4b43d5b76455ab3b56c704148acedbc9be6f5a55c96da",
2304
+ "stored": 30018154
2305
+ },
2306
+ "l26.w_down": {
2307
+ "fmt": "q3",
2308
+ "N": 3584,
2309
+ "K": 18944,
2310
+ "kappa": "sha256:a4926b22bf879caaa6778bbdadec71942239118a293ad3b6a05b8f79049129d7",
2311
+ "stored": 30093885
2312
+ },
2313
+ "l27.attn_norm": {
2314
+ "fmt": "f32",
2315
+ "N": 1,
2316
+ "K": 3584,
2317
+ "kappa": "sha256:2148a407188fb1547d1d239e37f0ec61c5f0731a390cc20978baa40dfc19c10d",
2318
+ "stored": 5016
2319
+ },
2320
+ "l27.wq": {
2321
+ "fmt": "q3",
2322
+ "N": 3584,
2323
+ "K": 3584,
2324
+ "kappa": "sha256:8fd96acc49560f3e27dacdfd4582cbdf5d56d943b0b82c2031e9128a216b293b",
2325
+ "stored": 5752673
2326
+ },
2327
+ "l27.wk": {
2328
+ "fmt": "q3",
2329
+ "N": 512,
2330
+ "K": 3584,
2331
+ "kappa": "sha256:6fe8c76c9480f4305f51f6084c93304b45def3ff3fbd3aedadafcf8a7e5570e2",
2332
+ "stored": 825816
2333
+ },
2334
+ "l27.wv": {
2335
+ "fmt": "q3",
2336
+ "N": 512,
2337
+ "K": 3584,
2338
+ "kappa": "sha256:e197741491d0648521386f354f8c7b6e7e1d943586c143f209096a11aee55c82",
2339
+ "stored": 818366
2340
+ },
2341
+ "l27.bq": {
2342
+ "fmt": "f32",
2343
+ "N": 1,
2344
+ "K": 3584,
2345
+ "kappa": "sha256:43f470c9f0383738fb9b9620a2d25b83245f5a972cb7db7b7323c7891105bc0d",
2346
+ "stored": 7604
2347
+ },
2348
+ "l27.bk": {
2349
+ "fmt": "f32",
2350
+ "N": 1,
2351
+ "K": 512,
2352
+ "kappa": "sha256:de07b9b46727c876e2a6b204a3462b81793c6ff1e7d0ad2e98cd427601fea43f",
2353
+ "stored": 1260
2354
+ },
2355
+ "l27.bv": {
2356
+ "fmt": "f32",
2357
+ "N": 1,
2358
+ "K": 512,
2359
+ "kappa": "sha256:8776645001c0fd2a084d0b8861ea8af7406c0553d1a535313a0e500e043ce3bb",
2360
+ "stored": 1209
2361
+ },
2362
+ "l27.wo": {
2363
+ "fmt": "q3",
2364
+ "N": 3584,
2365
+ "K": 3584,
2366
+ "kappa": "sha256:8b56dcad650530f8a3ddce1f4b1b42292542495aeb7cba54fb1509e65ad17bc0",
2367
+ "stored": 5755139
2368
+ },
2369
+ "l27.ffn_norm": {
2370
+ "fmt": "f32",
2371
+ "N": 1,
2372
+ "K": 3584,
2373
+ "kappa": "sha256:4571ec8149dbf56d09a19b0e17e5b68beee5a3d386489f32e34d793f03b1bf63",
2374
+ "stored": 3755
2375
+ },
2376
+ "l27.w_gate": {
2377
+ "fmt": "q3",
2378
+ "N": 18944,
2379
+ "K": 3584,
2380
+ "kappa": "sha256:61dac580222442a2b87d0b122664767ad2ea4ecca851e04b4022b60ee2a9b337",
2381
+ "stored": 30068073
2382
+ },
2383
+ "l27.w_up": {
2384
+ "fmt": "q3",
2385
+ "N": 18944,
2386
+ "K": 3584,
2387
+ "kappa": "sha256:50ddf54f8bb676250819cb6c91c52a91464be106a4afb98562d5c0f9cbb79ce1",
2388
+ "stored": 30055826
2389
+ },
2390
+ "l27.w_down": {
2391
+ "fmt": "q3",
2392
+ "N": 3584,
2393
+ "K": 18944,
2394
+ "kappa": "sha256:5a084cd2480d94125f43b2d4db3c9ec794728440ac54ad6ba447549482b1c3e7",
2395
+ "stored": 30012369
2396
+ }
2397
+ }
2398
+ }