Hugging Face's logo

HOLOGRAMTECH
/
q-dream-7b

Text Generation
GGUF
hologram
q
kappa-object
holo
diffusion
qwen2
Model card Files
xet
 Community
Humuhumu33 commited on
Commit
1da66fb
·
verified ·
1 Parent(s): 1bfcefa

Add files using upload-large-folder tool

Browse files
Files changed (50) hide show
  1. b/sha256_47b9f8bf23a3faf06344583406f2842e807143c07a10733d63c5ea6b8a4dee35.gz +3 -0
  2. b/sha256_7192593885b14f0e4ddd5f315a51c9053ca8658c7dc2c1841960065811b47112.gz +3 -0
  3. b/sha256_7352528cd724a274cd1999df33437a39dc4a415afe9859659a1523193361053a.gz +3 -0
  4. b/sha256_77249f6a2564536900c60937d8e8a0cd204232b9f3c1aad7e513a2a4fbecc4c9.gz +3 -0
  5. b/sha256_777feb3212ca3152bed3ca1e96a92beaf2305e4cf25523ad6ab4626626c12692.gz +3 -0
  6. b/sha256_779332b026e60b93e6b5ae558285aa3124b884689c3699a1415ab2ae474b02b6.gz +3 -0
  7. b/sha256_780c807762831752817cffcf00a69f9abe1c8b85d573d1a2618e4bead7bfc169.gz +3 -0
  8. b/sha256_7895cf33292b14f77e07d1022881aa9e8a7cfbe5fc64ad71616f92a452e896aa.gz +3 -0
  9. b/sha256_7925f817f30f552e76af620e96bf90e2369cb286d5487d0fe63854a9abb98ffb.gz +3 -0
  10. b/sha256_7b3ac76907fdac54c5d2057836d21b5bf5af625d3cf651462a6b74e2cd255e73.gz +3 -0
  11. b/sha256_7ba318707a68f9fd36c6a16483655b2b686fbb4679b40b2e6da46a35192d1b3a.gz +3 -0
  12. b/sha256_7d5af0218c215688ab17a4aca2a9f4bde0960457b7c6709dac9b6a14f20c6472.gz +3 -0
  13. b/sha256_7db7ccd9a7b7943ac42e24cb671cc2ad6e379a9f5ab858122c7ff8fec08e40e5.gz +3 -0
  14. b/sha256_7db8fc7c44a5932ceb1bafeb21b68fc6e18f0c3216f86e4452d213ba64412706.gz +3 -0
  15. b/sha256_7f9e7d7d5a6419c839643d44f701c87503f412ae81f495a1bca8fd9ce4fe844c.gz +3 -0
  16. b/sha256_81a63c4995145648431fb0e0f1c812c5612d0243d884ce6ca41c470d766bb4a0.gz +3 -0
  17. b/sha256_82c385aa7b688ea23179624d4b6db803916819e54506423143bb33e9dd72b03f.gz +3 -0
  18. b/sha256_836d51b6f759c039a49b9e1b16c3c125c11dc9e5f2942eaa3e3087ed1b36668e.gz +3 -0
  19. b/sha256_84c07c88589da24f8539e0a3bfe11afc50555749672852c20648b90132c25072.gz +3 -0
  20. b/sha256_84dce36183e118800b7b3dc1a9b60a5cf8ad114e5a99b4c99c00462fcdb9b82b.gz +3 -0
  21. b/sha256_84ead2842e115e2acc7fdec0b1c7c41ec806c80ce997375c6c97a6853bc72b8f.gz +3 -0
  22. b/sha256_85914bf3b73c56ed7255be67489d9404663eb5348a2684a2bf6f12cec392eab1.gz +3 -0
  23. b/sha256_85a82c40c4e0b9c774ac0a722a3296d279f42a88c8ac2492ba17660385ee7887.gz +3 -0
  24. b/sha256_85c100d9b8543ca6643831e3f37ba3b5bd3171bb8b39bc8b4eebff57995094c8.gz +3 -0
  25. b/sha256_85cbb3e1d17dce24afccb18b0b053d2f5907d37bd7a4dcc85a2d3bcb44883775.gz +3 -0
  26. b/sha256_88776a1fe002a9a9fe3e66389fe840c53bb3c558b8184137a24e6ee8866b7778.gz +3 -0
  27. b/sha256_8a2b00fb6f311b845d241939c9d0eb85212e53e426c61eb0744ca73660686ce9.gz +3 -0
  28. b/sha256_8a437675f69399fbb218536caefbf76968e4ece0cdb29299b9b4adbbb8365cfd.gz +3 -0
  29. b/sha256_8a9b7a9fd1d9f2bcda2321e80c54e85eed52765ed6edb96136819de6a55f9e9f.gz +3 -0
  30. b/sha256_8ad87d85a98941092281715e9bfa1bebf717fd33800760bee9a6ae89fe20df7f.gz +3 -0
  31. b/sha256_8bf604dd57dd4b86217c5e1cdf2f79b40799460dc4be556d6c260187390fdc27.gz +3 -0
  32. b/sha256_8c79816fe05bba0032baf8c704b131486c627c7f6437904fb265e7916d9f7838.gz +3 -0
  33. b/sha256_8dfee4b0603872d12b3c4fac6c80addafea50f2dfeeafbdec546ab4f31dda581.gz +3 -0
  34. b/sha256_8e71292d15aeb64e9b6d6bbe6a48ff85f3b602deda0ed6034ea0c6c2d0da7d00.gz +3 -0
  35. b/sha256_8ecb7d3d3efe197ac66f2ced9ec9c09d29b39f064e6f956abd40b3f9991f30e5.gz +3 -0
  36. b/sha256_8efde41812adfa2932c907109255bdcadcefde067b74aa31c2a7881f63ce1bb8.gz +3 -0
  37. b/sha256_8fc59f28380f399c0830f0f4ce7ef8094f350fe0a4e04f477eb6a7fd4c1d5728.gz +3 -0
  38. b/sha256_903c8377fbf6b46bc867e0c22c9b231c2a5495c82d7c7bc4d7481e773c329cd1.gz +3 -0
  39. b/sha256_90aa4aa8079cf8ea6771e653973f1ede031a0dea0be3cba9fdb45300a5b3f00c.gz +3 -0
  40. b/sha256_9326e78419147cfbf59b697a670bcfefeb6f2c6552c6feac8852cd74f8f33f54.gz +3 -0
  41. b/sha256_9335de0a0f6907890e53024550fcd7cc7ea3058c0ad7e6aebf3bb8a565be14fe.gz +3 -0
  42. b/sha256_96e0e7b91369a24c4bb44e2a2adf2072835f655477b4e063ca5ec834610cb3dc.gz +3 -0
  43. b/sha256_97383493a7765e5e9172ddecea8f29e925534e95ed2a69949dc34016dd478c73.gz +3 -0
  44. b/sha256_9793da21caf2e8202573c611dfb7547f161b12783a72b37074de6e0de87101f2.gz +3 -0
  45. b/sha256_f31aaf98307dfe20e46f44ad6c1a3bf0767e27d5b2e6767f54e1d99c8e7586fa.gz +3 -0
  46. b/sha256_fa8ae37fa07c2dbf09e6b0582343dbbb5fe7477ccdb4fbe8cce9c0f244917ae4.gz +3 -0
  47. b/sha256_fdb7a29aa9fe8c54d71fb5dc2ce7a357d3e844de1c93dfd1eb89ed57ec6a73dd.gz +3 -0
  48. b/sha256_ff8a5f2c3ca2a1611ba4e98d14abae207d3350fd5c79b1bb6eccd9ae83238927.gz +3 -0
  49. b/sha256_ffc03e013c7ba0540775fce0e4ad48657b8dc7f6ffdd4d849f2e9a3ba7c5aa8b.gz +3 -0
  50. manifest.json +2400 -0
b/sha256_47b9f8bf23a3faf06344583406f2842e807143c07a10733d63c5ea6b8a4dee35.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47b9f8bf23a3faf06344583406f2842e807143c07a10733d63c5ea6b8a4dee35
3
+ size 178257571
b/sha256_7192593885b14f0e4ddd5f315a51c9053ca8658c7dc2c1841960065811b47112.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7192593885b14f0e4ddd5f315a51c9053ca8658c7dc2c1841960065811b47112
3
+ size 29056675
b/sha256_7352528cd724a274cd1999df33437a39dc4a415afe9859659a1523193361053a.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7352528cd724a274cd1999df33437a39dc4a415afe9859659a1523193361053a
3
+ size 27008120
b/sha256_77249f6a2564536900c60937d8e8a0cd204232b9f3c1aad7e513a2a4fbecc4c9.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77249f6a2564536900c60937d8e8a0cd204232b9f3c1aad7e513a2a4fbecc4c9
3
+ size 7495
b/sha256_777feb3212ca3152bed3ca1e96a92beaf2305e4cf25523ad6ab4626626c12692.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:777feb3212ca3152bed3ca1e96a92beaf2305e4cf25523ad6ab4626626c12692
3
+ size 5478843
b/sha256_779332b026e60b93e6b5ae558285aa3124b884689c3699a1415ab2ae474b02b6.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:779332b026e60b93e6b5ae558285aa3124b884689c3699a1415ab2ae474b02b6
3
+ size 5492555
b/sha256_780c807762831752817cffcf00a69f9abe1c8b85d573d1a2618e4bead7bfc169.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:780c807762831752817cffcf00a69f9abe1c8b85d573d1a2618e4bead7bfc169
3
+ size 781746
b/sha256_7895cf33292b14f77e07d1022881aa9e8a7cfbe5fc64ad71616f92a452e896aa.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7895cf33292b14f77e07d1022881aa9e8a7cfbe5fc64ad71616f92a452e896aa
3
+ size 7547
b/sha256_7925f817f30f552e76af620e96bf90e2369cb286d5487d0fe63854a9abb98ffb.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7925f817f30f552e76af620e96bf90e2369cb286d5487d0fe63854a9abb98ffb
3
+ size 28874780
b/sha256_7b3ac76907fdac54c5d2057836d21b5bf5af625d3cf651462a6b74e2cd255e73.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b3ac76907fdac54c5d2057836d21b5bf5af625d3cf651462a6b74e2cd255e73
3
+ size 28914668
b/sha256_7ba318707a68f9fd36c6a16483655b2b686fbb4679b40b2e6da46a35192d1b3a.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ba318707a68f9fd36c6a16483655b2b686fbb4679b40b2e6da46a35192d1b3a
3
+ size 5431833
b/sha256_7d5af0218c215688ab17a4aca2a9f4bde0960457b7c6709dac9b6a14f20c6472.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d5af0218c215688ab17a4aca2a9f4bde0960457b7c6709dac9b6a14f20c6472
3
+ size 1223
b/sha256_7db7ccd9a7b7943ac42e24cb671cc2ad6e379a9f5ab858122c7ff8fec08e40e5.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7db7ccd9a7b7943ac42e24cb671cc2ad6e379a9f5ab858122c7ff8fec08e40e5
3
+ size 28891443
b/sha256_7db8fc7c44a5932ceb1bafeb21b68fc6e18f0c3216f86e4452d213ba64412706.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7db8fc7c44a5932ceb1bafeb21b68fc6e18f0c3216f86e4452d213ba64412706
3
+ size 5636
b/sha256_7f9e7d7d5a6419c839643d44f701c87503f412ae81f495a1bca8fd9ce4fe844c.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f9e7d7d5a6419c839643d44f701c87503f412ae81f495a1bca8fd9ce4fe844c
3
+ size 779805
b/sha256_81a63c4995145648431fb0e0f1c812c5612d0243d884ce6ca41c470d766bb4a0.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81a63c4995145648431fb0e0f1c812c5612d0243d884ce6ca41c470d766bb4a0
3
+ size 4388
b/sha256_82c385aa7b688ea23179624d4b6db803916819e54506423143bb33e9dd72b03f.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82c385aa7b688ea23179624d4b6db803916819e54506423143bb33e9dd72b03f
3
+ size 5476627
b/sha256_836d51b6f759c039a49b9e1b16c3c125c11dc9e5f2942eaa3e3087ed1b36668e.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:836d51b6f759c039a49b9e1b16c3c125c11dc9e5f2942eaa3e3087ed1b36668e
3
+ size 5497349
b/sha256_84c07c88589da24f8539e0a3bfe11afc50555749672852c20648b90132c25072.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84c07c88589da24f8539e0a3bfe11afc50555749672852c20648b90132c25072
3
+ size 5887
b/sha256_84dce36183e118800b7b3dc1a9b60a5cf8ad114e5a99b4c99c00462fcdb9b82b.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84dce36183e118800b7b3dc1a9b60a5cf8ad114e5a99b4c99c00462fcdb9b82b
3
+ size 7542
b/sha256_84ead2842e115e2acc7fdec0b1c7c41ec806c80ce997375c6c97a6853bc72b8f.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84ead2842e115e2acc7fdec0b1c7c41ec806c80ce997375c6c97a6853bc72b8f
3
+ size 5477790
b/sha256_85914bf3b73c56ed7255be67489d9404663eb5348a2684a2bf6f12cec392eab1.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85914bf3b73c56ed7255be67489d9404663eb5348a2684a2bf6f12cec392eab1
3
+ size 28871372
b/sha256_85a82c40c4e0b9c774ac0a722a3296d279f42a88c8ac2492ba17660385ee7887.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85a82c40c4e0b9c774ac0a722a3296d279f42a88c8ac2492ba17660385ee7887
3
+ size 781682
b/sha256_85c100d9b8543ca6643831e3f37ba3b5bd3171bb8b39bc8b4eebff57995094c8.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85c100d9b8543ca6643831e3f37ba3b5bd3171bb8b39bc8b4eebff57995094c8
3
+ size 28919941
b/sha256_85cbb3e1d17dce24afccb18b0b053d2f5907d37bd7a4dcc85a2d3bcb44883775.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85cbb3e1d17dce24afccb18b0b053d2f5907d37bd7a4dcc85a2d3bcb44883775
3
+ size 7612
b/sha256_88776a1fe002a9a9fe3e66389fe840c53bb3c558b8184137a24e6ee8866b7778.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88776a1fe002a9a9fe3e66389fe840c53bb3c558b8184137a24e6ee8866b7778
3
+ size 5480275
b/sha256_8a2b00fb6f311b845d241939c9d0eb85212e53e426c61eb0744ca73660686ce9.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a2b00fb6f311b845d241939c9d0eb85212e53e426c61eb0744ca73660686ce9
3
+ size 5480287
b/sha256_8a437675f69399fbb218536caefbf76968e4ece0cdb29299b9b4adbbb8365cfd.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a437675f69399fbb218536caefbf76968e4ece0cdb29299b9b4adbbb8365cfd
3
+ size 3717
b/sha256_8a9b7a9fd1d9f2bcda2321e80c54e85eed52765ed6edb96136819de6a55f9e9f.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a9b7a9fd1d9f2bcda2321e80c54e85eed52765ed6edb96136819de6a55f9e9f
3
+ size 28897261
b/sha256_8ad87d85a98941092281715e9bfa1bebf717fd33800760bee9a6ae89fe20df7f.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ad87d85a98941092281715e9bfa1bebf717fd33800760bee9a6ae89fe20df7f
3
+ size 4582
b/sha256_8bf604dd57dd4b86217c5e1cdf2f79b40799460dc4be556d6c260187390fdc27.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8bf604dd57dd4b86217c5e1cdf2f79b40799460dc4be556d6c260187390fdc27
3
+ size 4785
b/sha256_8c79816fe05bba0032baf8c704b131486c627c7f6437904fb265e7916d9f7838.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c79816fe05bba0032baf8c704b131486c627c7f6437904fb265e7916d9f7838
3
+ size 5489474
b/sha256_8dfee4b0603872d12b3c4fac6c80addafea50f2dfeeafbdec546ab4f31dda581.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8dfee4b0603872d12b3c4fac6c80addafea50f2dfeeafbdec546ab4f31dda581
3
+ size 5534
b/sha256_8e71292d15aeb64e9b6d6bbe6a48ff85f3b602deda0ed6034ea0c6c2d0da7d00.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e71292d15aeb64e9b6d6bbe6a48ff85f3b602deda0ed6034ea0c6c2d0da7d00
3
+ size 5481034
b/sha256_8ecb7d3d3efe197ac66f2ced9ec9c09d29b39f064e6f956abd40b3f9991f30e5.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ecb7d3d3efe197ac66f2ced9ec9c09d29b39f064e6f956abd40b3f9991f30e5
3
+ size 5504572
b/sha256_8efde41812adfa2932c907109255bdcadcefde067b74aa31c2a7881f63ce1bb8.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8efde41812adfa2932c907109255bdcadcefde067b74aa31c2a7881f63ce1bb8
3
+ size 1239
b/sha256_8fc59f28380f399c0830f0f4ce7ef8094f350fe0a4e04f477eb6a7fd4c1d5728.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fc59f28380f399c0830f0f4ce7ef8094f350fe0a4e04f477eb6a7fd4c1d5728
3
+ size 1206
b/sha256_903c8377fbf6b46bc867e0c22c9b231c2a5495c82d7c7bc4d7481e773c329cd1.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:903c8377fbf6b46bc867e0c22c9b231c2a5495c82d7c7bc4d7481e773c329cd1
3
+ size 782176
b/sha256_90aa4aa8079cf8ea6771e653973f1ede031a0dea0be3cba9fdb45300a5b3f00c.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90aa4aa8079cf8ea6771e653973f1ede031a0dea0be3cba9fdb45300a5b3f00c
3
+ size 5496038
b/sha256_9326e78419147cfbf59b697a670bcfefeb6f2c6552c6feac8852cd74f8f33f54.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9326e78419147cfbf59b697a670bcfefeb6f2c6552c6feac8852cd74f8f33f54
3
+ size 7533
b/sha256_9335de0a0f6907890e53024550fcd7cc7ea3058c0ad7e6aebf3bb8a565be14fe.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9335de0a0f6907890e53024550fcd7cc7ea3058c0ad7e6aebf3bb8a565be14fe
3
+ size 5647
b/sha256_96e0e7b91369a24c4bb44e2a2adf2072835f655477b4e063ca5ec834610cb3dc.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96e0e7b91369a24c4bb44e2a2adf2072835f655477b4e063ca5ec834610cb3dc
3
+ size 3636
b/sha256_97383493a7765e5e9172ddecea8f29e925534e95ed2a69949dc34016dd478c73.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97383493a7765e5e9172ddecea8f29e925534e95ed2a69949dc34016dd478c73
3
+ size 5550
b/sha256_9793da21caf2e8202573c611dfb7547f161b12783a72b37074de6e0de87101f2.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9793da21caf2e8202573c611dfb7547f161b12783a72b37074de6e0de87101f2
3
+ size 5065
b/sha256_f31aaf98307dfe20e46f44ad6c1a3bf0767e27d5b2e6767f54e1d99c8e7586fa.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f31aaf98307dfe20e46f44ad6c1a3bf0767e27d5b2e6767f54e1d99c8e7586fa
3
+ size 28937930
b/sha256_fa8ae37fa07c2dbf09e6b0582343dbbb5fe7477ccdb4fbe8cce9c0f244917ae4.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa8ae37fa07c2dbf09e6b0582343dbbb5fe7477ccdb4fbe8cce9c0f244917ae4
3
+ size 28926455
b/sha256_fdb7a29aa9fe8c54d71fb5dc2ce7a357d3e844de1c93dfd1eb89ed57ec6a73dd.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fdb7a29aa9fe8c54d71fb5dc2ce7a357d3e844de1c93dfd1eb89ed57ec6a73dd
3
+ size 28876365
b/sha256_ff8a5f2c3ca2a1611ba4e98d14abae207d3350fd5c79b1bb6eccd9ae83238927.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff8a5f2c3ca2a1611ba4e98d14abae207d3350fd5c79b1bb6eccd9ae83238927
3
+ size 28929540
b/sha256_ffc03e013c7ba0540775fce0e4ad48657b8dc7f6ffdd4d849f2e9a3ba7c5aa8b.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffc03e013c7ba0540775fce0e4ad48657b8dc7f6ffdd4d849f2e9a3ba7c5aa8b
3
+ size 7520
manifest.json ADDED
@@ -0,0 +1,2400 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "format": "holo-2bit/1",
3
+ "mode": "q3",
4
+ "model": "Dream",
5
+ "source": "tokenizer.gguf",
6
+ "bits": 3,
7
+ "layout": "q3f",
8
+ "twoBit": false,
9
+ "incoherent": false,
10
+ "root": "sha256:188811f62fee1ec7c3e9d42784856374be41d4a143f91445afbb9b79117f87c7",
11
+ "d": 3584,
12
+ "n_heads": 28,
13
+ "n_kv_heads": 4,
14
+ "ff": 18944,
15
+ "vocab": 152064,
16
+ "n_layers": 28,
17
+ "hd": 128,
18
+ "rope_base": 1000000,
19
+ "attn_bias": true,
20
+ "qk_norm": false,
21
+ "qk_norm_dim": 0,
22
+ "tied": false,
23
+ "maskId": 151666,
24
+ "diffusion": true,
25
+ "tensors": {
26
+ "embed": {
27
+ "fmt": "q3",
28
+ "N": 152064,
29
+ "K": 3584,
30
+ "kappa": "sha256:c91c01339a3c176c6b9d548b3e879ca6dca3092092c73afde9bce407e17396b9",
31
+ "stored": 231531136
32
+ },
33
+ "final_norm": {
34
+ "fmt": "f32",
35
+ "N": 1,
36
+ "K": 3584,
37
+ "kappa": "sha256:96e0e7b91369a24c4bb44e2a2adf2072835f655477b4e063ca5ec834610cb3dc",
38
+ "stored": 3636
39
+ },
40
+ "lm_head": {
41
+ "fmt": "q3",
42
+ "N": 152064,
43
+ "K": 3584,
44
+ "kappa": "sha256:47b9f8bf23a3faf06344583406f2842e807143c07a10733d63c5ea6b8a4dee35",
45
+ "stored": 178257571
46
+ },
47
+ "l0.attn_norm": {
48
+ "fmt": "f32",
49
+ "N": 1,
50
+ "K": 3584,
51
+ "kappa": "sha256:cbaccc1cdd5d986d66e2485c8707e3032ea611212c29e316f6320a868bb37f2d",
52
+ "stored": 4182
53
+ },
54
+ "l0.wq": {
55
+ "fmt": "q3",
56
+ "N": 3584,
57
+ "K": 3584,
58
+ "kappa": "sha256:4d2ff5a9a2327985b542669f05054e36f563712c54bfc95fae9cb223ae82d2fc",
59
+ "stored": 5484885
60
+ },
61
+ "l0.wk": {
62
+ "fmt": "q3",
63
+ "N": 512,
64
+ "K": 3584,
65
+ "kappa": "sha256:156e362a8ebd9f05d5f155692f588accf1d79144a00c27b8c2d69ff436fc3d2f",
66
+ "stored": 785618
67
+ },
68
+ "l0.wv": {
69
+ "fmt": "q3",
70
+ "N": 512,
71
+ "K": 3584,
72
+ "kappa": "sha256:f133a42dbadc3accd1fad11e3132bc12fc66a8edc2c9925d0fc8f411a84aa90f",
73
+ "stored": 780455
74
+ },
75
+ "l0.bq": {
76
+ "fmt": "f32",
77
+ "N": 1,
78
+ "K": 3584,
79
+ "kappa": "sha256:1efcbc5bfb823474fb8c58a3babce5eb97ab4f81b2dd4516592b1fa59760dbbe",
80
+ "stored": 7672
81
+ },
82
+ "l0.bk": {
83
+ "fmt": "f32",
84
+ "N": 1,
85
+ "K": 512,
86
+ "kappa": "sha256:fd11412cc4738ec2c50ec9c2ad0fbadd2b8f368de2591befe2a3bb8ce37f539a",
87
+ "stored": 1252
88
+ },
89
+ "l0.bv": {
90
+ "fmt": "f32",
91
+ "N": 1,
92
+ "K": 512,
93
+ "kappa": "sha256:599227d5bd54ecbcffd4b5ddc1c50d7cfe3df5fb49468620f05a8e54345839ea",
94
+ "stored": 1219
95
+ },
96
+ "l0.wo": {
97
+ "fmt": "q3",
98
+ "N": 3584,
99
+ "K": 3584,
100
+ "kappa": "sha256:4fe1fd46377081bbf67fc9a5813e961db66941ad37d02f6ff2dcedfb73a937d7",
101
+ "stored": 5496812
102
+ },
103
+ "l0.ffn_norm": {
104
+ "fmt": "f32",
105
+ "N": 1,
106
+ "K": 3584,
107
+ "kappa": "sha256:f5c6396d086624007e8ffff9eb2334a00ec9825b71d38ffaba1d64943b379def",
108
+ "stored": 5007
109
+ },
110
+ "l0.w_gate": {
111
+ "fmt": "q3",
112
+ "N": 18944,
113
+ "K": 3584,
114
+ "kappa": "sha256:efad14326c4e2929724780342f64f5eb0145618c694b2d449cb4024d8fc4a374",
115
+ "stored": 28526481
116
+ },
117
+ "l0.w_up": {
118
+ "fmt": "q3",
119
+ "N": 18944,
120
+ "K": 3584,
121
+ "kappa": "sha256:7192593885b14f0e4ddd5f315a51c9053ca8658c7dc2c1841960065811b47112",
122
+ "stored": 29056675
123
+ },
124
+ "l0.w_down": {
125
+ "fmt": "q3",
126
+ "N": 3584,
127
+ "K": 18944,
128
+ "kappa": "sha256:1ad45c5713409e453664f6dfd58a4a4acd9e87040e32881efe049cd05b29ac83",
129
+ "stored": 28690979
130
+ },
131
+ "l1.attn_norm": {
132
+ "fmt": "f32",
133
+ "N": 1,
134
+ "K": 3584,
135
+ "kappa": "sha256:7578ad37ccc928200b189f9ea261bf8a8e5e950d1e39effe2dcf36602dfa0e10",
136
+ "stored": 7313
137
+ },
138
+ "l1.wq": {
139
+ "fmt": "q3",
140
+ "N": 3584,
141
+ "K": 3584,
142
+ "kappa": "sha256:7ba318707a68f9fd36c6a16483655b2b686fbb4679b40b2e6da46a35192d1b3a",
143
+ "stored": 5431833
144
+ },
145
+ "l1.wk": {
146
+ "fmt": "q3",
147
+ "N": 512,
148
+ "K": 3584,
149
+ "kappa": "sha256:de095654ededfd93eca113de96743fdd172475a45b02f73cbff116577042b64a",
150
+ "stored": 779515
151
+ },
152
+ "l1.wv": {
153
+ "fmt": "q3",
154
+ "N": 512,
155
+ "K": 3584,
156
+ "kappa": "sha256:7f9e7d7d5a6419c839643d44f701c87503f412ae81f495a1bca8fd9ce4fe844c",
157
+ "stored": 779805
158
+ },
159
+ "l1.bq": {
160
+ "fmt": "f32",
161
+ "N": 1,
162
+ "K": 3584,
163
+ "kappa": "sha256:143c6a48b260b4afeec7ee964304f34e039f494c90b61035c57ef1d9778bfaac",
164
+ "stored": 7462
165
+ },
166
+ "l1.bk": {
167
+ "fmt": "f32",
168
+ "N": 1,
169
+ "K": 512,
170
+ "kappa": "sha256:2db5c913c786a42b9c7b59a62ee0942cc080dcfa57ac615fa8d70e773478785a",
171
+ "stored": 1241
172
+ },
173
+ "l1.bv": {
174
+ "fmt": "f32",
175
+ "N": 1,
176
+ "K": 512,
177
+ "kappa": "sha256:ee58f987e090d362836e49022a04a3bd902865b91b3c5b6687e3f948ce6d8a22",
178
+ "stored": 1230
179
+ },
180
+ "l1.wo": {
181
+ "fmt": "q3",
182
+ "N": 3584,
183
+ "K": 3584,
184
+ "kappa": "sha256:779332b026e60b93e6b5ae558285aa3124b884689c3699a1415ab2ae474b02b6",
185
+ "stored": 5492555
186
+ },
187
+ "l1.ffn_norm": {
188
+ "fmt": "f32",
189
+ "N": 1,
190
+ "K": 3584,
191
+ "kappa": "sha256:b42c88452babb6d458713a0b841baca77456378bc6961a7062a73632b3ee3f14",
192
+ "stored": 5321
193
+ },
194
+ "l1.w_gate": {
195
+ "fmt": "q3",
196
+ "N": 18944,
197
+ "K": 3584,
198
+ "kappa": "sha256:7352528cd724a274cd1999df33437a39dc4a415afe9859659a1523193361053a",
199
+ "stored": 27008120
200
+ },
201
+ "l1.w_up": {
202
+ "fmt": "q3",
203
+ "N": 18944,
204
+ "K": 3584,
205
+ "kappa": "sha256:b4975e1ea34fc0bb3e495241fdcc8758057061eb50417122926cfd99c194df1f",
206
+ "stored": 28912448
207
+ },
208
+ "l1.w_down": {
209
+ "fmt": "q3",
210
+ "N": 3584,
211
+ "K": 18944,
212
+ "kappa": "sha256:dea3c4e8438e9220e9ec57d54ac769dafaab3e59c0b2f975d5c62da73b6b3cb4",
213
+ "stored": 27604586
214
+ },
215
+ "l2.attn_norm": {
216
+ "fmt": "f32",
217
+ "N": 1,
218
+ "K": 3584,
219
+ "kappa": "sha256:68a42bcac8aa5e735a331447ea32bd29e41e912c97a568450965b85c3ca35224",
220
+ "stored": 6057
221
+ },
222
+ "l2.wq": {
223
+ "fmt": "q3",
224
+ "N": 3584,
225
+ "K": 3584,
226
+ "kappa": "sha256:d57a55637e0b67549839e82ec25b22ac2492969ce9b7a2c79041789af0970d49",
227
+ "stored": 5476675
228
+ },
229
+ "l2.wk": {
230
+ "fmt": "q3",
231
+ "N": 512,
232
+ "K": 3584,
233
+ "kappa": "sha256:73c71059d84e9513eef87bbd9810cdcf239152553a681283e2c9dbdf4481803d",
234
+ "stored": 784161
235
+ },
236
+ "l2.wv": {
237
+ "fmt": "q3",
238
+ "N": 512,
239
+ "K": 3584,
240
+ "kappa": "sha256:b0e831b31cf2c8811564c6a437a9796813418e9bf1a7dffc5ed22917bd84aa5e",
241
+ "stored": 781408
242
+ },
243
+ "l2.bq": {
244
+ "fmt": "f32",
245
+ "N": 1,
246
+ "K": 3584,
247
+ "kappa": "sha256:4d1b3e8d47b30d1a11b28fb15f9fbc83f7d8135da670cee5a732ac9713800842",
248
+ "stored": 7485
249
+ },
250
+ "l2.bk": {
251
+ "fmt": "f32",
252
+ "N": 1,
253
+ "K": 512,
254
+ "kappa": "sha256:f006ee39f4e38c8ccc4ea94f3f71f161b920c8d71bf80731c09c3e1b1e8299bf",
255
+ "stored": 1248
256
+ },
257
+ "l2.bv": {
258
+ "fmt": "f32",
259
+ "N": 1,
260
+ "K": 512,
261
+ "kappa": "sha256:d487f077f6747fb5c1424009129bfd7ce5ac57b7509f97b082c142bed30aebca",
262
+ "stored": 1225
263
+ },
264
+ "l2.wo": {
265
+ "fmt": "q3",
266
+ "N": 3584,
267
+ "K": 3584,
268
+ "kappa": "sha256:b673c592f13ea142f27395a13625fad2dab4f06e57a5c75e85c35f0bcd5cc1f6",
269
+ "stored": 5487050
270
+ },
271
+ "l2.ffn_norm": {
272
+ "fmt": "f32",
273
+ "N": 1,
274
+ "K": 3584,
275
+ "kappa": "sha256:b3f89e7a37443749379684e654b3881d96857a73451c6e97c0415306071d9f25",
276
+ "stored": 4888
277
+ },
278
+ "l2.w_gate": {
279
+ "fmt": "q3",
280
+ "N": 18944,
281
+ "K": 3584,
282
+ "kappa": "sha256:c28e7dc1ac1efe3b624036b111916657c567ff39da590c60f9baeb3039e6052b",
283
+ "stored": 28544617
284
+ },
285
+ "l2.w_up": {
286
+ "fmt": "q3",
287
+ "N": 18944,
288
+ "K": 3584,
289
+ "kappa": "sha256:ad0f8483bf3bfe6a99424de4d7486a79165173ba25678f6c6843ed6b8a571911",
290
+ "stored": 29143815
291
+ },
292
+ "l2.w_down": {
293
+ "fmt": "q3",
294
+ "N": 3584,
295
+ "K": 18944,
296
+ "kappa": "sha256:dfd9fabaa2afe63ba02f69cf47968243b7de4a478fd2cce18fc0ed2a40f0fadd",
297
+ "stored": 28703401
298
+ },
299
+ "l3.attn_norm": {
300
+ "fmt": "f32",
301
+ "N": 1,
302
+ "K": 3584,
303
+ "kappa": "sha256:33c4f3e5a101fa52115cfce219cba92c139a461509bab17f73657ef3a720fd2a",
304
+ "stored": 5716
305
+ },
306
+ "l3.wq": {
307
+ "fmt": "q3",
308
+ "N": 3584,
309
+ "K": 3584,
310
+ "kappa": "sha256:1f7088d5b46f59ad2073d2f15f8524a11d192c6a3f43a065ec2f124b2c247e18",
311
+ "stored": 5475533
312
+ },
313
+ "l3.wk": {
314
+ "fmt": "q3",
315
+ "N": 512,
316
+ "K": 3584,
317
+ "kappa": "sha256:3042773a758c92d24ab107ef2871c0d938ab63d7db6299898ca97979079b951f",
318
+ "stored": 785157
319
+ },
320
+ "l3.wv": {
321
+ "fmt": "q3",
322
+ "N": 512,
323
+ "K": 3584,
324
+ "kappa": "sha256:85a82c40c4e0b9c774ac0a722a3296d279f42a88c8ac2492ba17660385ee7887",
325
+ "stored": 781682
326
+ },
327
+ "l3.bq": {
328
+ "fmt": "f32",
329
+ "N": 1,
330
+ "K": 3584,
331
+ "kappa": "sha256:cfeb1cf6b53a9cb3ebe2f4986eb1bef6ac556f5119d1fc6af664b51798ca38c9",
332
+ "stored": 7490
333
+ },
334
+ "l3.bk": {
335
+ "fmt": "f32",
336
+ "N": 1,
337
+ "K": 512,
338
+ "kappa": "sha256:c618c93c0138d93e2bd0d54f4e4111642e429d0e13472cb705d2be76ea64f538",
339
+ "stored": 1246
340
+ },
341
+ "l3.bv": {
342
+ "fmt": "f32",
343
+ "N": 1,
344
+ "K": 512,
345
+ "kappa": "sha256:f3e36209cf870c72aee6f66b030e61062e57f84d14b2fdc6c35b0eb8db5d24d3",
346
+ "stored": 1217
347
+ },
348
+ "l3.wo": {
349
+ "fmt": "q3",
350
+ "N": 3584,
351
+ "K": 3584,
352
+ "kappa": "sha256:08b2c575d0b7afbd89f16a6202e9e156a993348f7e76d0e6f1cf31c0da41dd76",
353
+ "stored": 5495485
354
+ },
355
+ "l3.ffn_norm": {
356
+ "fmt": "f32",
357
+ "N": 1,
358
+ "K": 3584,
359
+ "kappa": "sha256:651907d2d2eb0c0fcb6bc946d8ebc1dd7834a9facf948d4340ae6222d078f615",
360
+ "stored": 4669
361
+ },
362
+ "l3.w_gate": {
363
+ "fmt": "q3",
364
+ "N": 18944,
365
+ "K": 3584,
366
+ "kappa": "sha256:e6a3119f2b9decd5c3fe95e9b27a5575c9bca6e74036abb91997073579dfec8f",
367
+ "stored": 28871355
368
+ },
369
+ "l3.w_up": {
370
+ "fmt": "q3",
371
+ "N": 18944,
372
+ "K": 3584,
373
+ "kappa": "sha256:9e017d7bf1d931cc7355e526ac9674d73d84f1a6dea5db47100ae89f9bfea948",
374
+ "stored": 28955598
375
+ },
376
+ "l3.w_down": {
377
+ "fmt": "q3",
378
+ "N": 3584,
379
+ "K": 18944,
380
+ "kappa": "sha256:cf98438ead502fb72e652f92a752050cc873434f69bac9288f7bfcc279de2359",
381
+ "stored": 28869364
382
+ },
383
+ "l4.attn_norm": {
384
+ "fmt": "f32",
385
+ "N": 1,
386
+ "K": 3584,
387
+ "kappa": "sha256:84c07c88589da24f8539e0a3bfe11afc50555749672852c20648b90132c25072",
388
+ "stored": 5887
389
+ },
390
+ "l4.wq": {
391
+ "fmt": "q3",
392
+ "N": 3584,
393
+ "K": 3584,
394
+ "kappa": "sha256:f6a11ab77406484f66f9f5f277ea2ca3f1ed94d5f6d47cb27fbaabed8d676811",
395
+ "stored": 5479061
396
+ },
397
+ "l4.wk": {
398
+ "fmt": "q3",
399
+ "N": 512,
400
+ "K": 3584,
401
+ "kappa": "sha256:526a33a6d95f2ffc68f214b66dfb30c8950ce87cad7ef846ee3ff88e7d69b52c",
402
+ "stored": 784514
403
+ },
404
+ "l4.wv": {
405
+ "fmt": "q3",
406
+ "N": 512,
407
+ "K": 3584,
408
+ "kappa": "sha256:a3652ef64158a11419f728a367badf22d69d8cb488e0d73a4458d61c5632682d",
409
+ "stored": 781938
410
+ },
411
+ "l4.bq": {
412
+ "fmt": "f32",
413
+ "N": 1,
414
+ "K": 3584,
415
+ "kappa": "sha256:85cbb3e1d17dce24afccb18b0b053d2f5907d37bd7a4dcc85a2d3bcb44883775",
416
+ "stored": 7612
417
+ },
418
+ "l4.bk": {
419
+ "fmt": "f32",
420
+ "N": 1,
421
+ "K": 512,
422
+ "kappa": "sha256:e1e31c07a61208b13c938e6348aae4721246dd3b3c6f23cd5df17c1c259f0cec",
423
+ "stored": 1236
424
+ },
425
+ "l4.bv": {
426
+ "fmt": "f32",
427
+ "N": 1,
428
+ "K": 512,
429
+ "kappa": "sha256:11a60c9784451ebca7e04f7629cf0b9c4e002bd77a1d4dafe6e09f68b7f40181",
430
+ "stored": 1220
431
+ },
432
+ "l4.wo": {
433
+ "fmt": "q3",
434
+ "N": 3584,
435
+ "K": 3584,
436
+ "kappa": "sha256:160f927fca48647d1e4633e33b077c19d6100a1f7ed603be9d7176919995d900",
437
+ "stored": 5493246
438
+ },
439
+ "l4.ffn_norm": {
440
+ "fmt": "f32",
441
+ "N": 1,
442
+ "K": 3584,
443
+ "kappa": "sha256:8ad87d85a98941092281715e9bfa1bebf717fd33800760bee9a6ae89fe20df7f",
444
+ "stored": 4582
445
+ },
446
+ "l4.w_gate": {
447
+ "fmt": "q3",
448
+ "N": 18944,
449
+ "K": 3584,
450
+ "kappa": "sha256:593acd2603cd03fec01083993c88733f2ce341dde46f0005ab5827012f54b99c",
451
+ "stored": 28869014
452
+ },
453
+ "l4.w_up": {
454
+ "fmt": "q3",
455
+ "N": 18944,
456
+ "K": 3584,
457
+ "kappa": "sha256:1cd6a8e1a251cdceb355e860c94c75293b619a0df89866e0ee2e28d1d7f9387c",
458
+ "stored": 28963306
459
+ },
460
+ "l4.w_down": {
461
+ "fmt": "q3",
462
+ "N": 3584,
463
+ "K": 18944,
464
+ "kappa": "sha256:553e039517b5db524d0e5dbb9dc8d82844d0929ce0979f353a95a56b2df1b2a0",
465
+ "stored": 28870709
466
+ },
467
+ "l5.attn_norm": {
468
+ "fmt": "f32",
469
+ "N": 1,
470
+ "K": 3584,
471
+ "kappa": "sha256:f2bceb1402e859fd8bd9fbd3814c706d3281ee69078b4d24123dbe4c60202222",
472
+ "stored": 5579
473
+ },
474
+ "l5.wq": {
475
+ "fmt": "q3",
476
+ "N": 3584,
477
+ "K": 3584,
478
+ "kappa": "sha256:8e71292d15aeb64e9b6d6bbe6a48ff85f3b602deda0ed6034ea0c6c2d0da7d00",
479
+ "stored": 5481034
480
+ },
481
+ "l5.wk": {
482
+ "fmt": "q3",
483
+ "N": 512,
484
+ "K": 3584,
485
+ "kappa": "sha256:b487f7058b0573054938b3526ed6ae459c7c10ffa3de7fc2145589cf24849ba2",
486
+ "stored": 784843
487
+ },
488
+ "l5.wv": {
489
+ "fmt": "q3",
490
+ "N": 512,
491
+ "K": 3584,
492
+ "kappa": "sha256:4c88c27f2b9641bae3f1455919082a49cf818f588678c1a98311934a27cc6c1c",
493
+ "stored": 781861
494
+ },
495
+ "l5.bq": {
496
+ "fmt": "f32",
497
+ "N": 1,
498
+ "K": 3584,
499
+ "kappa": "sha256:c835f411d732f9a93adc3809cad3e9b2501639c4e20b49697e0d4d6f0cb546f4",
500
+ "stored": 7606
501
+ },
502
+ "l5.bk": {
503
+ "fmt": "f32",
504
+ "N": 1,
505
+ "K": 512,
506
+ "kappa": "sha256:74a760aadb304ab8fbb7974890182ab0a35ba48c7c6feca4f81242b3bfb68ced",
507
+ "stored": 1225
508
+ },
509
+ "l5.bv": {
510
+ "fmt": "f32",
511
+ "N": 1,
512
+ "K": 512,
513
+ "kappa": "sha256:fd2bde9d3b96807bd3c0f8d14c04d99385d060ef9075188bab76e277b5123484",
514
+ "stored": 1209
515
+ },
516
+ "l5.wo": {
517
+ "fmt": "q3",
518
+ "N": 3584,
519
+ "K": 3584,
520
+ "kappa": "sha256:b2d78baa4e4d4e68a06692a2c1fd2b8bfc728091d580248db24b0c95592de5ee",
521
+ "stored": 5494960
522
+ },
523
+ "l5.ffn_norm": {
524
+ "fmt": "f32",
525
+ "N": 1,
526
+ "K": 3584,
527
+ "kappa": "sha256:81a63c4995145648431fb0e0f1c812c5612d0243d884ce6ca41c470d766bb4a0",
528
+ "stored": 4388
529
+ },
530
+ "l5.w_gate": {
531
+ "fmt": "q3",
532
+ "N": 18944,
533
+ "K": 3584,
534
+ "kappa": "sha256:49a609d7c438912410da6c423535acc39ddc80b1a702c6ca480ac0259672512b",
535
+ "stored": 28880560
536
+ },
537
+ "l5.w_up": {
538
+ "fmt": "q3",
539
+ "N": 18944,
540
+ "K": 3584,
541
+ "kappa": "sha256:f324b7c51c2a66a3100cf56cd9b33cc209dc8809e350a0127f5891010d177140",
542
+ "stored": 28937319
543
+ },
544
+ "l5.w_down": {
545
+ "fmt": "q3",
546
+ "N": 3584,
547
+ "K": 18944,
548
+ "kappa": "sha256:e304377b7a823fd99241bba73aff766be2d0634014b3946d60b667cdb81b9c88",
549
+ "stored": 28871544
550
+ },
551
+ "l6.attn_norm": {
552
+ "fmt": "f32",
553
+ "N": 1,
554
+ "K": 3584,
555
+ "kappa": "sha256:7db8fc7c44a5932ceb1bafeb21b68fc6e18f0c3216f86e4452d213ba64412706",
556
+ "stored": 5636
557
+ },
558
+ "l6.wq": {
559
+ "fmt": "q3",
560
+ "N": 3584,
561
+ "K": 3584,
562
+ "kappa": "sha256:ed25f0895f97dde3117b4efa839b080251191976427673124b36128b10813628",
563
+ "stored": 5482343
564
+ },
565
+ "l6.wk": {
566
+ "fmt": "q3",
567
+ "N": 512,
568
+ "K": 3584,
569
+ "kappa": "sha256:f2c5ffd1b2d63fe9078afa17f80a0ed19efc769a377f9ef6571ab14c80fcb47f",
570
+ "stored": 785240
571
+ },
572
+ "l6.wv": {
573
+ "fmt": "q3",
574
+ "N": 512,
575
+ "K": 3584,
576
+ "kappa": "sha256:780c807762831752817cffcf00a69f9abe1c8b85d573d1a2618e4bead7bfc169",
577
+ "stored": 781746
578
+ },
579
+ "l6.bq": {
580
+ "fmt": "f32",
581
+ "N": 1,
582
+ "K": 3584,
583
+ "kappa": "sha256:e4125e25269ba882229086d23b99f87b5831653872043d191d920a78773657cd",
584
+ "stored": 7581
585
+ },
586
+ "l6.bk": {
587
+ "fmt": "f32",
588
+ "N": 1,
589
+ "K": 512,
590
+ "kappa": "sha256:27384116e75a28e884fcd1cf375efaab445d0220287f5bbaeacf5338372793aa",
591
+ "stored": 1229
592
+ },
593
+ "l6.bv": {
594
+ "fmt": "f32",
595
+ "N": 1,
596
+ "K": 512,
597
+ "kappa": "sha256:da026520623e7437852e4995acbfba07a3727ebbfa4a66c9a81f6867b735a268",
598
+ "stored": 1218
599
+ },
600
+ "l6.wo": {
601
+ "fmt": "q3",
602
+ "N": 3584,
603
+ "K": 3584,
604
+ "kappa": "sha256:90aa4aa8079cf8ea6771e653973f1ede031a0dea0be3cba9fdb45300a5b3f00c",
605
+ "stored": 5496038
606
+ },
607
+ "l6.ffn_norm": {
608
+ "fmt": "f32",
609
+ "N": 1,
610
+ "K": 3584,
611
+ "kappa": "sha256:affb7b5d270f772a2ab636e06a06ab3d065cd07f7f19dbcb5a15d0a0d20df442",
612
+ "stored": 4548
613
+ },
614
+ "l6.w_gate": {
615
+ "fmt": "q3",
616
+ "N": 18944,
617
+ "K": 3584,
618
+ "kappa": "sha256:e7c4e2d9ad9e1d383680e798b0e4ab207518c807d42e5ab7985acc4a54044a78",
619
+ "stored": 28947801
620
+ },
621
+ "l6.w_up": {
622
+ "fmt": "q3",
623
+ "N": 18944,
624
+ "K": 3584,
625
+ "kappa": "sha256:bd3333ad020d7ff496e074fa66876955a6fcdff0ace6f64ab7527ec5c36af291",
626
+ "stored": 28881221
627
+ },
628
+ "l6.w_down": {
629
+ "fmt": "q3",
630
+ "N": 3584,
631
+ "K": 18944,
632
+ "kappa": "sha256:efa8eb5c4c9ff6845b4469ec3189b8febe4101f1980c5a52404335f5d8fc3f62",
633
+ "stored": 28883805
634
+ },
635
+ "l7.attn_norm": {
636
+ "fmt": "f32",
637
+ "N": 1,
638
+ "K": 3584,
639
+ "kappa": "sha256:631f08fe40ab57784467cc4b60755fcd235e12eee2b096dba0cde5e857fdb93c",
640
+ "stored": 5536
641
+ },
642
+ "l7.wq": {
643
+ "fmt": "q3",
644
+ "N": 3584,
645
+ "K": 3584,
646
+ "kappa": "sha256:5b30b4fc76b859b26ecf8d3b757088b299fe6d452b49b213ce21b3ffaf03b1ff",
647
+ "stored": 5480574
648
+ },
649
+ "l7.wk": {
650
+ "fmt": "q3",
651
+ "N": 512,
652
+ "K": 3584,
653
+ "kappa": "sha256:6a9d59d5db22a4b4b0ae149fb91fb4be89d624e80167cab55054041459df7839",
654
+ "stored": 784406
655
+ },
656
+ "l7.wv": {
657
+ "fmt": "q3",
658
+ "N": 512,
659
+ "K": 3584,
660
+ "kappa": "sha256:44237984867be0f96f445f456427ffb762ff29dca1eac15cf553d67bf386809c",
661
+ "stored": 780135
662
+ },
663
+ "l7.bq": {
664
+ "fmt": "f32",
665
+ "N": 1,
666
+ "K": 3584,
667
+ "kappa": "sha256:bd8a25868f4dec90477c9002c457478c745b1da2b526e6548d821ad681bc304e",
668
+ "stored": 7519
669
+ },
670
+ "l7.bk": {
671
+ "fmt": "f32",
672
+ "N": 1,
673
+ "K": 512,
674
+ "kappa": "sha256:614b9910d38fd71463554d8b3f6138c53d73e436ab60b86dc21b8cc1b5e45524",
675
+ "stored": 1235
676
+ },
677
+ "l7.bv": {
678
+ "fmt": "f32",
679
+ "N": 1,
680
+ "K": 512,
681
+ "kappa": "sha256:66faaa366179a6adcd5cce00fcefc3d1e02f8b3ba8122f7f32809b7796040d99",
682
+ "stored": 1203
683
+ },
684
+ "l7.wo": {
685
+ "fmt": "q3",
686
+ "N": 3584,
687
+ "K": 3584,
688
+ "kappa": "sha256:6e559785af6bc7ba1d18f9575193e3ebefde01b3424358d07eb5919a64ad371c",
689
+ "stored": 5494699
690
+ },
691
+ "l7.ffn_norm": {
692
+ "fmt": "f32",
693
+ "N": 1,
694
+ "K": 3584,
695
+ "kappa": "sha256:b38ebeec44bb69389b1322902b858ba3f4be99c672eaaaf2ae33c4b81e6107da",
696
+ "stored": 4625
697
+ },
698
+ "l7.w_gate": {
699
+ "fmt": "q3",
700
+ "N": 18944,
701
+ "K": 3584,
702
+ "kappa": "sha256:6c7c8ad5e06b8690b1bf16e0ba1d9f6b32a9a3cf29d39475166833692dc3b1f7",
703
+ "stored": 28906213
704
+ },
705
+ "l7.w_up": {
706
+ "fmt": "q3",
707
+ "N": 18944,
708
+ "K": 3584,
709
+ "kappa": "sha256:7925f817f30f552e76af620e96bf90e2369cb286d5487d0fe63854a9abb98ffb",
710
+ "stored": 28874780
711
+ },
712
+ "l7.w_down": {
713
+ "fmt": "q3",
714
+ "N": 3584,
715
+ "K": 18944,
716
+ "kappa": "sha256:e9ecf79ffd8f56c92f6cdb9ab20b43d187810ab01d0ef125a01ffd4ae4e2b479",
717
+ "stored": 28862861
718
+ },
719
+ "l8.attn_norm": {
720
+ "fmt": "f32",
721
+ "N": 1,
722
+ "K": 3584,
723
+ "kappa": "sha256:ae6afd869ade58f1596971f51221e1664de0fd757cf229c3084749d36dd27497",
724
+ "stored": 5494
725
+ },
726
+ "l8.wq": {
727
+ "fmt": "q3",
728
+ "N": 3584,
729
+ "K": 3584,
730
+ "kappa": "sha256:d60d47c3516f94c9210ae3b0c755853527fbce6b6aa0d58ccc94e4d316d39ba6",
731
+ "stored": 5479400
732
+ },
733
+ "l8.wk": {
734
+ "fmt": "q3",
735
+ "N": 512,
736
+ "K": 3584,
737
+ "kappa": "sha256:225bcb9e2516fc6cd0042a445e8bae6912e87d43119b66c807ebfe137a03e3a3",
738
+ "stored": 784607
739
+ },
740
+ "l8.wv": {
741
+ "fmt": "q3",
742
+ "N": 512,
743
+ "K": 3584,
744
+ "kappa": "sha256:3477dec6f28bdc0101058510fe4aff5397664a88eea1d75df2a0ec5a496efed6",
745
+ "stored": 781105
746
+ },
747
+ "l8.bq": {
748
+ "fmt": "f32",
749
+ "N": 1,
750
+ "K": 3584,
751
+ "kappa": "sha256:9326e78419147cfbf59b697a670bcfefeb6f2c6552c6feac8852cd74f8f33f54",
752
+ "stored": 7533
753
+ },
754
+ "l8.bk": {
755
+ "fmt": "f32",
756
+ "N": 1,
757
+ "K": 512,
758
+ "kappa": "sha256:3e8a5920648d2b505ff140350076ee70208693d2a25449de3ae4627e2e65af01",
759
+ "stored": 1228
760
+ },
761
+ "l8.bv": {
762
+ "fmt": "f32",
763
+ "N": 1,
764
+ "K": 512,
765
+ "kappa": "sha256:8fc59f28380f399c0830f0f4ce7ef8094f350fe0a4e04f477eb6a7fd4c1d5728",
766
+ "stored": 1206
767
+ },
768
+ "l8.wo": {
769
+ "fmt": "q3",
770
+ "N": 3584,
771
+ "K": 3584,
772
+ "kappa": "sha256:dad77a9ee3637107859246aaf05d14fdecda51d1d95e767dbeeb756082779379",
773
+ "stored": 5497690
774
+ },
775
+ "l8.ffn_norm": {
776
+ "fmt": "f32",
777
+ "N": 1,
778
+ "K": 3584,
779
+ "kappa": "sha256:084a94992d78514548d67383abc792fceadd6e898bc5fe6c2cf7eb832974c65c",
780
+ "stored": 4979
781
+ },
782
+ "l8.w_gate": {
783
+ "fmt": "q3",
784
+ "N": 18944,
785
+ "K": 3584,
786
+ "kappa": "sha256:bf0c0d19c4184595d6811594577feea11ca556c40cc876fdad62374f961f8673",
787
+ "stored": 28885243
788
+ },
789
+ "l8.w_up": {
790
+ "fmt": "q3",
791
+ "N": 18944,
792
+ "K": 3584,
793
+ "kappa": "sha256:cb2c800513f66ed9f6f8fe0d92666d180c979320e78f1122f872711db49afde5",
794
+ "stored": 28859890
795
+ },
796
+ "l8.w_down": {
797
+ "fmt": "q3",
798
+ "N": 3584,
799
+ "K": 18944,
800
+ "kappa": "sha256:3ed4bb2977f9e85df62a27133dcf7db843c41aa578277592ca3950f249463e5a",
801
+ "stored": 28878423
802
+ },
803
+ "l9.attn_norm": {
804
+ "fmt": "f32",
805
+ "N": 1,
806
+ "K": 3584,
807
+ "kappa": "sha256:9335de0a0f6907890e53024550fcd7cc7ea3058c0ad7e6aebf3bb8a565be14fe",
808
+ "stored": 5647
809
+ },
810
+ "l9.wq": {
811
+ "fmt": "q3",
812
+ "N": 3584,
813
+ "K": 3584,
814
+ "kappa": "sha256:0b3d7a7921fece3d58e990d059ae3fe0c3208444210dbcda91a9fd2269ff4507",
815
+ "stored": 5480471
816
+ },
817
+ "l9.wk": {
818
+ "fmt": "q3",
819
+ "N": 512,
820
+ "K": 3584,
821
+ "kappa": "sha256:1594a6ee57da4d4d8fbcc2338c142a8b768ed057f240cdf0801ddb014d81e91c",
822
+ "stored": 783109
823
+ },
824
+ "l9.wv": {
825
+ "fmt": "q3",
826
+ "N": 512,
827
+ "K": 3584,
828
+ "kappa": "sha256:6202cae14efad5fdbc6da9e8639801b3ddbaabdda44996efccdd7ec30306119c",
829
+ "stored": 780200
830
+ },
831
+ "l9.bq": {
832
+ "fmt": "f32",
833
+ "N": 1,
834
+ "K": 3584,
835
+ "kappa": "sha256:ff214c6e91667f012c4143ade74d01f8f8c2501aeb378c2fda3545a8084b8372",
836
+ "stored": 7455
837
+ },
838
+ "l9.bk": {
839
+ "fmt": "f32",
840
+ "N": 1,
841
+ "K": 512,
842
+ "kappa": "sha256:e227fa67b33c9dd9b1e9613a4f43ae709330200a41e800fe6f1401ebc945f41e",
843
+ "stored": 1234
844
+ },
845
+ "l9.bv": {
846
+ "fmt": "f32",
847
+ "N": 1,
848
+ "K": 512,
849
+ "kappa": "sha256:b00da7f4bb979ae4dd2c1bc66ad211d983b967833948629855df4c7e86e9925d",
850
+ "stored": 1210
851
+ },
852
+ "l9.wo": {
853
+ "fmt": "q3",
854
+ "N": 3584,
855
+ "K": 3584,
856
+ "kappa": "sha256:512838c41dc582df4a36711efd841297257e061cd8a7e7aefa61a32f22b07f7f",
857
+ "stored": 5501809
858
+ },
859
+ "l9.ffn_norm": {
860
+ "fmt": "f32",
861
+ "N": 1,
862
+ "K": 3584,
863
+ "kappa": "sha256:fef3314fd0bd5c88739f2d625b00d2382856930806d5e304ecb1dfbf3dedf575",
864
+ "stored": 5321
865
+ },
866
+ "l9.w_gate": {
867
+ "fmt": "q3",
868
+ "N": 18944,
869
+ "K": 3584,
870
+ "kappa": "sha256:eeadc3854341f3f21ec95b612fb00815ff5e6f8b2eb5e5c2fe22456b18b3177e",
871
+ "stored": 28935293
872
+ },
873
+ "l9.w_up": {
874
+ "fmt": "q3",
875
+ "N": 18944,
876
+ "K": 3584,
877
+ "kappa": "sha256:33fb56d1039cca3ad5e243c76079326b5f0c20c4eb838cdac455aa2bdba676fc",
878
+ "stored": 28924073
879
+ },
880
+ "l9.w_down": {
881
+ "fmt": "q3",
882
+ "N": 3584,
883
+ "K": 18944,
884
+ "kappa": "sha256:064712b51a71a53452f3a55254e6db448b66164aaebdd2eec975c504981845fa",
885
+ "stored": 28909772
886
+ },
887
+ "l10.attn_norm": {
888
+ "fmt": "f32",
889
+ "N": 1,
890
+ "K": 3584,
891
+ "kappa": "sha256:0709d540181d72050672692af3733c074804c6d176170238ac6259eb0c923eb3",
892
+ "stored": 5535
893
+ },
894
+ "l10.wq": {
895
+ "fmt": "q3",
896
+ "N": 3584,
897
+ "K": 3584,
898
+ "kappa": "sha256:a3f380acb7a8d133c94ebc7359003ae2d46852423bc5340ddfdb695e1713e98f",
899
+ "stored": 5479863
900
+ },
901
+ "l10.wk": {
902
+ "fmt": "q3",
903
+ "N": 512,
904
+ "K": 3584,
905
+ "kappa": "sha256:9d2b8b854e7df5825d30a4d11fbe591e65d0b67615eb8d6a036c64965fa70828",
906
+ "stored": 784142
907
+ },
908
+ "l10.wv": {
909
+ "fmt": "q3",
910
+ "N": 512,
911
+ "K": 3584,
912
+ "kappa": "sha256:2405698da574136d6f247e55b0ae8e9624f85b182de2b4165aba907919c9af6e",
913
+ "stored": 781653
914
+ },
915
+ "l10.bq": {
916
+ "fmt": "f32",
917
+ "N": 1,
918
+ "K": 3584,
919
+ "kappa": "sha256:9e698f67d40c828b8f7fd4b6ce5d5c7dd96c454c70b020eaf147c9b02298b630",
920
+ "stored": 7561
921
+ },
922
+ "l10.bk": {
923
+ "fmt": "f32",
924
+ "N": 1,
925
+ "K": 512,
926
+ "kappa": "sha256:8efde41812adfa2932c907109255bdcadcefde067b74aa31c2a7881f63ce1bb8",
927
+ "stored": 1239
928
+ },
929
+ "l10.bv": {
930
+ "fmt": "f32",
931
+ "N": 1,
932
+ "K": 512,
933
+ "kappa": "sha256:a94ae3e0c22f382733b2b6107410d3895106fa27bae2bee8599dda16f5112a40",
934
+ "stored": 1203
935
+ },
936
+ "l10.wo": {
937
+ "fmt": "q3",
938
+ "N": 3584,
939
+ "K": 3584,
940
+ "kappa": "sha256:cfcbaab4cba28d348d79781cc21ca12a41c14ba542903911856a7b35206a36a1",
941
+ "stored": 5498490
942
+ },
943
+ "l10.ffn_norm": {
944
+ "fmt": "f32",
945
+ "N": 1,
946
+ "K": 3584,
947
+ "kappa": "sha256:47874d1105051c314558dd173a49892599d4b54c58770534a45318e59a31f680",
948
+ "stored": 5484
949
+ },
950
+ "l10.w_gate": {
951
+ "fmt": "q3",
952
+ "N": 18944,
953
+ "K": 3584,
954
+ "kappa": "sha256:01769fd4bc07178206e15bc6f0d37e4027fc321a4bcdb622afaba4fdd38e3951",
955
+ "stored": 28903182
956
+ },
957
+ "l10.w_up": {
958
+ "fmt": "q3",
959
+ "N": 18944,
960
+ "K": 3584,
961
+ "kappa": "sha256:c844ed83ee344b12adf24ee06ceed3ec48477d80450d8a9295dfd0d30bcc2ebe",
962
+ "stored": 28868852
963
+ },
964
+ "l10.w_down": {
965
+ "fmt": "q3",
966
+ "N": 3584,
967
+ "K": 18944,
968
+ "kappa": "sha256:e6e8ef37d006736a7ec27f82d028291c5ea1fa6ce43701514105b9622de6c578",
969
+ "stored": 28894431
970
+ },
971
+ "l11.attn_norm": {
972
+ "fmt": "f32",
973
+ "N": 1,
974
+ "K": 3584,
975
+ "kappa": "sha256:ceb4e9abd3131d1fbb157206b5126ca09afc0fc65f5c7fab7f72a6c67d78beac",
976
+ "stored": 5687
977
+ },
978
+ "l11.wq": {
979
+ "fmt": "q3",
980
+ "N": 3584,
981
+ "K": 3584,
982
+ "kappa": "sha256:da9953c1a481b3bed43df084a9fcd8bbd20c655f6a374077f9b7fbaec95353e8",
983
+ "stored": 5480798
984
+ },
985
+ "l11.wk": {
986
+ "fmt": "q3",
987
+ "N": 512,
988
+ "K": 3584,
989
+ "kappa": "sha256:b6e86f969722dd3fce52889f62b45c4b710b2d4a55d426fb6e0ef94e2ffdebb7",
990
+ "stored": 784144
991
+ },
992
+ "l11.wv": {
993
+ "fmt": "q3",
994
+ "N": 512,
995
+ "K": 3584,
996
+ "kappa": "sha256:6e4ecbb9b0d770d07677a96c09974e84ec6a7a9d750a28d5c681e82c11835f34",
997
+ "stored": 781467
998
+ },
999
+ "l11.bq": {
1000
+ "fmt": "f32",
1001
+ "N": 1,
1002
+ "K": 3584,
1003
+ "kappa": "sha256:04e1fb953ab7f429cc99a29cb2bff3a822e81290d3607c5718419839c79bb4cf",
1004
+ "stored": 7642
1005
+ },
1006
+ "l11.bk": {
1007
+ "fmt": "f32",
1008
+ "N": 1,
1009
+ "K": 512,
1010
+ "kappa": "sha256:b709bc76b583080c6e87549c56648ce7693d67004db893d3c864ead5fd4b3bdc",
1011
+ "stored": 1237
1012
+ },
1013
+ "l11.bv": {
1014
+ "fmt": "f32",
1015
+ "N": 1,
1016
+ "K": 512,
1017
+ "kappa": "sha256:f67ee9ff2d1802c883dda682984a427668a1b959807c98546048179812526115",
1018
+ "stored": 1224
1019
+ },
1020
+ "l11.wo": {
1021
+ "fmt": "q3",
1022
+ "N": 3584,
1023
+ "K": 3584,
1024
+ "kappa": "sha256:39925ef058e1b702622b18348db86df64c3496e7e8b5bf4bfe012ad52ac4c777",
1025
+ "stored": 5499964
1026
+ },
1027
+ "l11.ffn_norm": {
1028
+ "fmt": "f32",
1029
+ "N": 1,
1030
+ "K": 3584,
1031
+ "kappa": "sha256:8dfee4b0603872d12b3c4fac6c80addafea50f2dfeeafbdec546ab4f31dda581",
1032
+ "stored": 5534
1033
+ },
1034
+ "l11.w_gate": {
1035
+ "fmt": "q3",
1036
+ "N": 18944,
1037
+ "K": 3584,
1038
+ "kappa": "sha256:b816b4e2792aa66ccbf48378e45175097cf148d01db23787360682123bbef3b0",
1039
+ "stored": 28894644
1040
+ },
1041
+ "l11.w_up": {
1042
+ "fmt": "q3",
1043
+ "N": 18944,
1044
+ "K": 3584,
1045
+ "kappa": "sha256:564554abd2c2a612762ce8df3dbba5d4b3615330ca3523b25168cd112a1176c6",
1046
+ "stored": 28866731
1047
+ },
1048
+ "l11.w_down": {
1049
+ "fmt": "q3",
1050
+ "N": 3584,
1051
+ "K": 18944,
1052
+ "kappa": "sha256:daf5ee2b1ea3d05c57b51d246db5e671e0e4b736857e87dcef01eed9f5d0ba47",
1053
+ "stored": 28894273
1054
+ },
1055
+ "l12.attn_norm": {
1056
+ "fmt": "f32",
1057
+ "N": 1,
1058
+ "K": 3584,
1059
+ "kappa": "sha256:ee46901d38f07a65233ba53dc87fbe2de6ca305bab735495f54a19c22370e248",
1060
+ "stored": 5874
1061
+ },
1062
+ "l12.wq": {
1063
+ "fmt": "q3",
1064
+ "N": 3584,
1065
+ "K": 3584,
1066
+ "kappa": "sha256:186c92eff423e769d5cd6894d869d12de8c23f0e69ab24fcb7747492d95357bd",
1067
+ "stored": 5480751
1068
+ },
1069
+ "l12.wk": {
1070
+ "fmt": "q3",
1071
+ "N": 512,
1072
+ "K": 3584,
1073
+ "kappa": "sha256:5f5572698d7f68335b58b73e7c576e11c6a86079c82b34c878e530b05b2c7014",
1074
+ "stored": 783743
1075
+ },
1076
+ "l12.wv": {
1077
+ "fmt": "q3",
1078
+ "N": 512,
1079
+ "K": 3584,
1080
+ "kappa": "sha256:2d95e48b9d89000ba07ef348428ba9aa49388ae6068578025ccd14a277332d23",
1081
+ "stored": 780957
1082
+ },
1083
+ "l12.bq": {
1084
+ "fmt": "f32",
1085
+ "N": 1,
1086
+ "K": 3584,
1087
+ "kappa": "sha256:aec20af4eb4acfa67bc118cdc7a8f7d19d0ec9550d69e8c6e8343afafb52851c",
1088
+ "stored": 7483
1089
+ },
1090
+ "l12.bk": {
1091
+ "fmt": "f32",
1092
+ "N": 1,
1093
+ "K": 512,
1094
+ "kappa": "sha256:d4bccea41369c19f7fd0effaa909e1f224654c1889a74397d8868c0d99a184e7",
1095
+ "stored": 1235
1096
+ },
1097
+ "l12.bv": {
1098
+ "fmt": "f32",
1099
+ "N": 1,
1100
+ "K": 512,
1101
+ "kappa": "sha256:511f303912ea09c12d0f2836865c42cf0a19df1263d58183c879da925c49fb90",
1102
+ "stored": 1215
1103
+ },
1104
+ "l12.wo": {
1105
+ "fmt": "q3",
1106
+ "N": 3584,
1107
+ "K": 3584,
1108
+ "kappa": "sha256:e9e0937b51995bb241fcb84dfe11f6fd1f4aa6b59b49be6ff23205c433a06ccd",
1109
+ "stored": 5501159
1110
+ },
1111
+ "l12.ffn_norm": {
1112
+ "fmt": "f32",
1113
+ "N": 1,
1114
+ "K": 3584,
1115
+ "kappa": "sha256:97383493a7765e5e9172ddecea8f29e925534e95ed2a69949dc34016dd478c73",
1116
+ "stored": 5550
1117
+ },
1118
+ "l12.w_gate": {
1119
+ "fmt": "q3",
1120
+ "N": 18944,
1121
+ "K": 3584,
1122
+ "kappa": "sha256:1b36117f1191b804a0cefc66ea3ac667dce40518269ea1b84db9a189d2a73029",
1123
+ "stored": 28906987
1124
+ },
1125
+ "l12.w_up": {
1126
+ "fmt": "q3",
1127
+ "N": 18944,
1128
+ "K": 3584,
1129
+ "kappa": "sha256:85914bf3b73c56ed7255be67489d9404663eb5348a2684a2bf6f12cec392eab1",
1130
+ "stored": 28871372
1131
+ },
1132
+ "l12.w_down": {
1133
+ "fmt": "q3",
1134
+ "N": 3584,
1135
+ "K": 18944,
1136
+ "kappa": "sha256:29e43a802387b0869371f5797bbc19278e71bf7deca34c01efc95916df1e32ac",
1137
+ "stored": 28874409
1138
+ },
1139
+ "l13.attn_norm": {
1140
+ "fmt": "f32",
1141
+ "N": 1,
1142
+ "K": 3584,
1143
+ "kappa": "sha256:464cd37a959a45c1b95f7218947a50133b5c8c3ff3fe31c59c9782f814bce1d4",
1144
+ "stored": 5891
1145
+ },
1146
+ "l13.wq": {
1147
+ "fmt": "q3",
1148
+ "N": 3584,
1149
+ "K": 3584,
1150
+ "kappa": "sha256:be9d2cb617095c928e7b939f0d98fa2362dbdec3cee5b25f2f1b82696da94cf8",
1151
+ "stored": 5476175
1152
+ },
1153
+ "l13.wk": {
1154
+ "fmt": "q3",
1155
+ "N": 512,
1156
+ "K": 3584,
1157
+ "kappa": "sha256:b77b12091387b4ba5c12c9d636b153cbbc34b7c1027eeeacb9f65f9931037c16",
1158
+ "stored": 783376
1159
+ },
1160
+ "l13.wv": {
1161
+ "fmt": "q3",
1162
+ "N": 512,
1163
+ "K": 3584,
1164
+ "kappa": "sha256:fd8350d4a0875a7a73cd7224d1a3596cef6241b1d3ece872a99ea1d8c61cbc96",
1165
+ "stored": 780296
1166
+ },
1167
+ "l13.bq": {
1168
+ "fmt": "f32",
1169
+ "N": 1,
1170
+ "K": 3584,
1171
+ "kappa": "sha256:31fac2e641afb8c695f2f8f546d2cdf9cc775e37edc1192bc8766a7fa904278b",
1172
+ "stored": 7482
1173
+ },
1174
+ "l13.bk": {
1175
+ "fmt": "f32",
1176
+ "N": 1,
1177
+ "K": 512,
1178
+ "kappa": "sha256:70100c33e25e9a45411b293fe582c7e4d3351e6a2afcc5475623f776c0a7fdaf",
1179
+ "stored": 1235
1180
+ },
1181
+ "l13.bv": {
1182
+ "fmt": "f32",
1183
+ "N": 1,
1184
+ "K": 512,
1185
+ "kappa": "sha256:a945e2fc467d90d056f6a2056a307671d0c7a96cbc99f253de1b419b5494e32b",
1186
+ "stored": 1207
1187
+ },
1188
+ "l13.wo": {
1189
+ "fmt": "q3",
1190
+ "N": 3584,
1191
+ "K": 3584,
1192
+ "kappa": "sha256:3abfea259b4acd6e1fdbbaf9c11bdcf0b2e2f006c4881d0ae2dd0370391e0b88",
1193
+ "stored": 5505564
1194
+ },
1195
+ "l13.ffn_norm": {
1196
+ "fmt": "f32",
1197
+ "N": 1,
1198
+ "K": 3584,
1199
+ "kappa": "sha256:3aefaec18db6e859e7a978b764853a40484e6f61a27883b0e381285877d117dc",
1200
+ "stored": 5592
1201
+ },
1202
+ "l13.w_gate": {
1203
+ "fmt": "q3",
1204
+ "N": 18944,
1205
+ "K": 3584,
1206
+ "kappa": "sha256:2706b2cc8098bb45d0857f4009275861b0b8e42faa67e2d04e08cf2f9bb02cd1",
1207
+ "stored": 28920838
1208
+ },
1209
+ "l13.w_up": {
1210
+ "fmt": "q3",
1211
+ "N": 18944,
1212
+ "K": 3584,
1213
+ "kappa": "sha256:97a36fb552047188916f269dd3a766a17833e3533a2ff160dc93ef295c689e86",
1214
+ "stored": 28874977
1215
+ },
1216
+ "l13.w_down": {
1217
+ "fmt": "q3",
1218
+ "N": 3584,
1219
+ "K": 18944,
1220
+ "kappa": "sha256:8a9b7a9fd1d9f2bcda2321e80c54e85eed52765ed6edb96136819de6a55f9e9f",
1221
+ "stored": 28897261
1222
+ },
1223
+ "l14.attn_norm": {
1224
+ "fmt": "f32",
1225
+ "N": 1,
1226
+ "K": 3584,
1227
+ "kappa": "sha256:613457dc78ac9b0d897313671193d0f5b5f6c02ad090f06fcf76acba24e1c395",
1228
+ "stored": 5838
1229
+ },
1230
+ "l14.wq": {
1231
+ "fmt": "q3",
1232
+ "N": 3584,
1233
+ "K": 3584,
1234
+ "kappa": "sha256:8a2b00fb6f311b845d241939c9d0eb85212e53e426c61eb0744ca73660686ce9",
1235
+ "stored": 5480287
1236
+ },
1237
+ "l14.wk": {
1238
+ "fmt": "q3",
1239
+ "N": 512,
1240
+ "K": 3584,
1241
+ "kappa": "sha256:f1e2cba8c76a4bb6113abbf23769c5c3bf36ce51179cddebb6ca547932ea4ef5",
1242
+ "stored": 784590
1243
+ },
1244
+ "l14.wv": {
1245
+ "fmt": "q3",
1246
+ "N": 512,
1247
+ "K": 3584,
1248
+ "kappa": "sha256:b59df592f9ad4c5402dbc2268d8051e5ac5b3b1c24c4d201026a4cbd22ee21f0",
1249
+ "stored": 781623
1250
+ },
1251
+ "l14.bq": {
1252
+ "fmt": "f32",
1253
+ "N": 1,
1254
+ "K": 3584,
1255
+ "kappa": "sha256:ffc03e013c7ba0540775fce0e4ad48657b8dc7f6ffdd4d849f2e9a3ba7c5aa8b",
1256
+ "stored": 7520
1257
+ },
1258
+ "l14.bk": {
1259
+ "fmt": "f32",
1260
+ "N": 1,
1261
+ "K": 512,
1262
+ "kappa": "sha256:ba83967bd44598ed38c203c6544a8c251eed3f615d857e4daa8c05f3cebb7a75",
1263
+ "stored": 1241
1264
+ },
1265
+ "l14.bv": {
1266
+ "fmt": "f32",
1267
+ "N": 1,
1268
+ "K": 512,
1269
+ "kappa": "sha256:6de1322f8daeb37078df6fd615f57c952d6e1ffe40ea1ae9bdc3cd75a000af11",
1270
+ "stored": 1217
1271
+ },
1272
+ "l14.wo": {
1273
+ "fmt": "q3",
1274
+ "N": 3584,
1275
+ "K": 3584,
1276
+ "kappa": "sha256:a6d3330f915c10113078a106cedaf48cefd5f1056862e0f4f07eec40866b1bcc",
1277
+ "stored": 5505974
1278
+ },
1279
+ "l14.ffn_norm": {
1280
+ "fmt": "f32",
1281
+ "N": 1,
1282
+ "K": 3584,
1283
+ "kappa": "sha256:1edd97c8687b776695b75898bf4522e0d4563c26af67991ea6993c803a8135f3",
1284
+ "stored": 5561
1285
+ },
1286
+ "l14.w_gate": {
1287
+ "fmt": "q3",
1288
+ "N": 18944,
1289
+ "K": 3584,
1290
+ "kappa": "sha256:b313c7acfc4e4b2014b778516477649ebb2431a017e20a77827c8923050f1d52",
1291
+ "stored": 28918184
1292
+ },
1293
+ "l14.w_up": {
1294
+ "fmt": "q3",
1295
+ "N": 18944,
1296
+ "K": 3584,
1297
+ "kappa": "sha256:2c38cfe74b418c953de28d174865d6bcde7eef12f2d9ba1f3f706a1ada83f293",
1298
+ "stored": 28875335
1299
+ },
1300
+ "l14.w_down": {
1301
+ "fmt": "q3",
1302
+ "N": 3584,
1303
+ "K": 18944,
1304
+ "kappa": "sha256:9d17a9421bef7a31a1e8d8d8288ce6a7e69877ebc4a94533088876c3896ba42e",
1305
+ "stored": 28881458
1306
+ },
1307
+ "l15.attn_norm": {
1308
+ "fmt": "f32",
1309
+ "N": 1,
1310
+ "K": 3584,
1311
+ "kappa": "sha256:e8b077dcde2aa538c3f9cbe492dd5f9f02d3b9a64c4527eb5b56829260ea158c",
1312
+ "stored": 5758
1313
+ },
1314
+ "l15.wq": {
1315
+ "fmt": "q3",
1316
+ "N": 3584,
1317
+ "K": 3584,
1318
+ "kappa": "sha256:416ec51f418c456ddc1eb99b890445d9cd6f67ef1694e581a7020023ed450f3a",
1319
+ "stored": 5481175
1320
+ },
1321
+ "l15.wk": {
1322
+ "fmt": "q3",
1323
+ "N": 512,
1324
+ "K": 3584,
1325
+ "kappa": "sha256:cf93fe8d754037d60c28d4ba264b111d9eb0164aa544d7e9ddb95985f45d2c41",
1326
+ "stored": 783808
1327
+ },
1328
+ "l15.wv": {
1329
+ "fmt": "q3",
1330
+ "N": 512,
1331
+ "K": 3584,
1332
+ "kappa": "sha256:2cfc2edcfff3f8c2e5534f6632ddca19b69bdac75e67c8fcb2832d639cbb3f1e",
1333
+ "stored": 780625
1334
+ },
1335
+ "l15.bq": {
1336
+ "fmt": "f32",
1337
+ "N": 1,
1338
+ "K": 3584,
1339
+ "kappa": "sha256:ff975d3040d0f6c7dead151423e35a4d07c47a11fc8d52d336b29d5bbd2f8434",
1340
+ "stored": 7663
1341
+ },
1342
+ "l15.bk": {
1343
+ "fmt": "f32",
1344
+ "N": 1,
1345
+ "K": 512,
1346
+ "kappa": "sha256:1beb44abe28953896d5fe9ca121de3a97b5be6b99b45cd6c3f604d3452fd4810",
1347
+ "stored": 1233
1348
+ },
1349
+ "l15.bv": {
1350
+ "fmt": "f32",
1351
+ "N": 1,
1352
+ "K": 512,
1353
+ "kappa": "sha256:0a38b3ce13b922179ea1878b5b8083ad4b78383582d5abfeadef1da81361b301",
1354
+ "stored": 1196
1355
+ },
1356
+ "l15.wo": {
1357
+ "fmt": "q3",
1358
+ "N": 3584,
1359
+ "K": 3584,
1360
+ "kappa": "sha256:3dcb6f7b2ee51252df5c396aaaacf80b66dca6ee1d0a2af1002d120612a1e6bb",
1361
+ "stored": 5501718
1362
+ },
1363
+ "l15.ffn_norm": {
1364
+ "fmt": "f32",
1365
+ "N": 1,
1366
+ "K": 3584,
1367
+ "kappa": "sha256:15fa7e8748958a029d7da2e3a96a35e55c83a968489ff6c3af8ca8d7ef077114",
1368
+ "stored": 5618
1369
+ },
1370
+ "l15.w_gate": {
1371
+ "fmt": "q3",
1372
+ "N": 18944,
1373
+ "K": 3584,
1374
+ "kappa": "sha256:e57c340d09dddf737cf43d2684bf5deeea684b3cddbae991ac15c9859ed562cd",
1375
+ "stored": 28921844
1376
+ },
1377
+ "l15.w_up": {
1378
+ "fmt": "q3",
1379
+ "N": 18944,
1380
+ "K": 3584,
1381
+ "kappa": "sha256:b95488e6b9dc37f146d1e84091df8c73c708f8bc068219009bbec5bebea0e14f",
1382
+ "stored": 28871298
1383
+ },
1384
+ "l15.w_down": {
1385
+ "fmt": "q3",
1386
+ "N": 3584,
1387
+ "K": 18944,
1388
+ "kappa": "sha256:e29814fed212c214a207bd97e50d5e9a93c2ba1a2e5ab6fbb1da0b81de25d625",
1389
+ "stored": 28875306
1390
+ },
1391
+ "l16.attn_norm": {
1392
+ "fmt": "f32",
1393
+ "N": 1,
1394
+ "K": 3584,
1395
+ "kappa": "sha256:0498b2f3b0f71faee9d57f0bbbae89d66e0da2313f664a30ad7ab140a2b9e06f",
1396
+ "stored": 6007
1397
+ },
1398
+ "l16.wq": {
1399
+ "fmt": "q3",
1400
+ "N": 3584,
1401
+ "K": 3584,
1402
+ "kappa": "sha256:c5296ef3ae599cf5baa9dea5c66b4260ca1bf837eed66a67e06b5969d99f1cab",
1403
+ "stored": 5480382
1404
+ },
1405
+ "l16.wk": {
1406
+ "fmt": "q3",
1407
+ "N": 512,
1408
+ "K": 3584,
1409
+ "kappa": "sha256:c2c756b92bdcd42213e23c1216179878c5bed44f7f1ff0e3a00f0c0bef449c87",
1410
+ "stored": 783913
1411
+ },
1412
+ "l16.wv": {
1413
+ "fmt": "q3",
1414
+ "N": 512,
1415
+ "K": 3584,
1416
+ "kappa": "sha256:11d1f36639927ba05b9fc9f48aa4c1ac44f94f2f711c43fdff41bc1fa4d1bc21",
1417
+ "stored": 781342
1418
+ },
1419
+ "l16.bq": {
1420
+ "fmt": "f32",
1421
+ "N": 1,
1422
+ "K": 3584,
1423
+ "kappa": "sha256:2b2acfb821c326732c9111a74f882c7aca143e3c310fd64b7a44b7d6d9750237",
1424
+ "stored": 7411
1425
+ },
1426
+ "l16.bk": {
1427
+ "fmt": "f32",
1428
+ "N": 1,
1429
+ "K": 512,
1430
+ "kappa": "sha256:09d50151403525ce368ad9097becd50c38622ab7000ad83d18e35c2c3236d0a3",
1431
+ "stored": 1238
1432
+ },
1433
+ "l16.bv": {
1434
+ "fmt": "f32",
1435
+ "N": 1,
1436
+ "K": 512,
1437
+ "kappa": "sha256:3e8cfe84a9fb8f412c7eb04e21b1e34f38f122552adcbaf94d7b88e281e81501",
1438
+ "stored": 1211
1439
+ },
1440
+ "l16.wo": {
1441
+ "fmt": "q3",
1442
+ "N": 3584,
1443
+ "K": 3584,
1444
+ "kappa": "sha256:8ecb7d3d3efe197ac66f2ced9ec9c09d29b39f064e6f956abd40b3f9991f30e5",
1445
+ "stored": 5504572
1446
+ },
1447
+ "l16.ffn_norm": {
1448
+ "fmt": "f32",
1449
+ "N": 1,
1450
+ "K": 3584,
1451
+ "kappa": "sha256:27286e9bb7bf4cd6a93f0944984befe9a871820f87c8251b58e56622204f7080",
1452
+ "stored": 5639
1453
+ },
1454
+ "l16.w_gate": {
1455
+ "fmt": "q3",
1456
+ "N": 18944,
1457
+ "K": 3584,
1458
+ "kappa": "sha256:7b3ac76907fdac54c5d2057836d21b5bf5af625d3cf651462a6b74e2cd255e73",
1459
+ "stored": 28914668
1460
+ },
1461
+ "l16.w_up": {
1462
+ "fmt": "q3",
1463
+ "N": 18944,
1464
+ "K": 3584,
1465
+ "kappa": "sha256:9b3fc5da6857c4396ec219ed38fd8435348e6ae8b889487c6139a6855edb3eb1",
1466
+ "stored": 28870201
1467
+ },
1468
+ "l16.w_down": {
1469
+ "fmt": "q3",
1470
+ "N": 3584,
1471
+ "K": 18944,
1472
+ "kappa": "sha256:21888dd6110f60454bd65048f0103cfc7dc2b71d1844ed18e27ae72f742d1444",
1473
+ "stored": 28884145
1474
+ },
1475
+ "l17.attn_norm": {
1476
+ "fmt": "f32",
1477
+ "N": 1,
1478
+ "K": 3584,
1479
+ "kappa": "sha256:3f905caf93372037ca7ed78a361879b7065cb285709d0548608532f63245b6a1",
1480
+ "stored": 5934
1481
+ },
1482
+ "l17.wq": {
1483
+ "fmt": "q3",
1484
+ "N": 3584,
1485
+ "K": 3584,
1486
+ "kappa": "sha256:777feb3212ca3152bed3ca1e96a92beaf2305e4cf25523ad6ab4626626c12692",
1487
+ "stored": 5478843
1488
+ },
1489
+ "l17.wk": {
1490
+ "fmt": "q3",
1491
+ "N": 512,
1492
+ "K": 3584,
1493
+ "kappa": "sha256:9992b60103a83fa6e96ad03c9e6be2a4a175a354e0298866a9fda5ba8e7a41bf",
1494
+ "stored": 783784
1495
+ },
1496
+ "l17.wv": {
1497
+ "fmt": "q3",
1498
+ "N": 512,
1499
+ "K": 3584,
1500
+ "kappa": "sha256:47003e93e0ab28fa912d41164cca634b2c74d7211f3f7d0f9c2734de5cc8683a",
1501
+ "stored": 780045
1502
+ },
1503
+ "l17.bq": {
1504
+ "fmt": "f32",
1505
+ "N": 1,
1506
+ "K": 3584,
1507
+ "kappa": "sha256:9513a647e69104184e32ef7a2fe750dc3979322165fc33ed2f7237319374928c",
1508
+ "stored": 7515
1509
+ },
1510
+ "l17.bk": {
1511
+ "fmt": "f32",
1512
+ "N": 1,
1513
+ "K": 512,
1514
+ "kappa": "sha256:276316a25d0177bcdf8635a4d219ed04d8a2c7cafd04e90eee4d148447866740",
1515
+ "stored": 1239
1516
+ },
1517
+ "l17.bv": {
1518
+ "fmt": "f32",
1519
+ "N": 1,
1520
+ "K": 512,
1521
+ "kappa": "sha256:e4254a665164ae28ca5b6422c84542df78afe4403fc23e3ed024b7bee032f5cf",
1522
+ "stored": 1223
1523
+ },
1524
+ "l17.wo": {
1525
+ "fmt": "q3",
1526
+ "N": 3584,
1527
+ "K": 3584,
1528
+ "kappa": "sha256:181e0b96d4574c7f6482fdac1085f721f0fd555faf88df4eaabae0d3e2efb472",
1529
+ "stored": 5503457
1530
+ },
1531
+ "l17.ffn_norm": {
1532
+ "fmt": "f32",
1533
+ "N": 1,
1534
+ "K": 3584,
1535
+ "kappa": "sha256:aaf340022002ea07740d4559ea8562869e00eae6078d1ece0e88d80b23993257",
1536
+ "stored": 5615
1537
+ },
1538
+ "l17.w_gate": {
1539
+ "fmt": "q3",
1540
+ "N": 18944,
1541
+ "K": 3584,
1542
+ "kappa": "sha256:85c100d9b8543ca6643831e3f37ba3b5bd3171bb8b39bc8b4eebff57995094c8",
1543
+ "stored": 28919941
1544
+ },
1545
+ "l17.w_up": {
1546
+ "fmt": "q3",
1547
+ "N": 18944,
1548
+ "K": 3584,
1549
+ "kappa": "sha256:b5fbc1861e65775514effe537c56b7e83ac1905940256fe1e9e145a6b64f6f62",
1550
+ "stored": 28882388
1551
+ },
1552
+ "l17.w_down": {
1553
+ "fmt": "q3",
1554
+ "N": 3584,
1555
+ "K": 18944,
1556
+ "kappa": "sha256:2a25b964c516910532857a0f667e014e24ff4ce3118360767db3a650fe321e2d",
1557
+ "stored": 28867058
1558
+ },
1559
+ "l18.attn_norm": {
1560
+ "fmt": "f32",
1561
+ "N": 1,
1562
+ "K": 3584,
1563
+ "kappa": "sha256:371f1d7b4afb044604030dce918709c2f6f2f0a219266e02886c7de5c042a4be",
1564
+ "stored": 5993
1565
+ },
1566
+ "l18.wq": {
1567
+ "fmt": "q3",
1568
+ "N": 3584,
1569
+ "K": 3584,
1570
+ "kappa": "sha256:a54c57c5f7d2283cbcc284a5cea076e3b4ba2bb589a81012babf4861461b6f6a",
1571
+ "stored": 5479597
1572
+ },
1573
+ "l18.wk": {
1574
+ "fmt": "q3",
1575
+ "N": 512,
1576
+ "K": 3584,
1577
+ "kappa": "sha256:e24055106418c0a7966731d693c222e179f6c09f421d7a80e259558533ead0e9",
1578
+ "stored": 783679
1579
+ },
1580
+ "l18.wv": {
1581
+ "fmt": "q3",
1582
+ "N": 512,
1583
+ "K": 3584,
1584
+ "kappa": "sha256:e34b9405b4eb6dd037fa767abc215a3c29f02a06f43633904d9be9860f46a3a5",
1585
+ "stored": 780358
1586
+ },
1587
+ "l18.bq": {
1588
+ "fmt": "f32",
1589
+ "N": 1,
1590
+ "K": 3584,
1591
+ "kappa": "sha256:3620562b23e06b9587bc1928bc1b8901957c975ddd510d8d0d296bf41f0c9098",
1592
+ "stored": 7550
1593
+ },
1594
+ "l18.bk": {
1595
+ "fmt": "f32",
1596
+ "N": 1,
1597
+ "K": 512,
1598
+ "kappa": "sha256:dc215889203c75d4c1934a82692e3021c3c5878196804cdff6483eb5573f19cb",
1599
+ "stored": 1247
1600
+ },
1601
+ "l18.bv": {
1602
+ "fmt": "f32",
1603
+ "N": 1,
1604
+ "K": 512,
1605
+ "kappa": "sha256:0de1074d0ad33eed67033ddbe012e6c6bbc3679df6d6a01c76e439cf44f61f47",
1606
+ "stored": 1203
1607
+ },
1608
+ "l18.wo": {
1609
+ "fmt": "q3",
1610
+ "N": 3584,
1611
+ "K": 3584,
1612
+ "kappa": "sha256:c86b5269cced16aafa189295418f3a551e7f2b12ac1ea1eb7707221c790a394c",
1613
+ "stored": 5504967
1614
+ },
1615
+ "l18.ffn_norm": {
1616
+ "fmt": "f32",
1617
+ "N": 1,
1618
+ "K": 3584,
1619
+ "kappa": "sha256:76ecc6e58734228c4329136fe6807a5372ed82a8d5ca93b51bbda408a1a669e6",
1620
+ "stored": 5522
1621
+ },
1622
+ "l18.w_gate": {
1623
+ "fmt": "q3",
1624
+ "N": 18944,
1625
+ "K": 3584,
1626
+ "kappa": "sha256:ff8a5f2c3ca2a1611ba4e98d14abae207d3350fd5c79b1bb6eccd9ae83238927",
1627
+ "stored": 28929540
1628
+ },
1629
+ "l18.w_up": {
1630
+ "fmt": "q3",
1631
+ "N": 18944,
1632
+ "K": 3584,
1633
+ "kappa": "sha256:c166f8c932c1ae6545217ea70341ac7fffd12e4d3b39eac337f82064e66e3ff2",
1634
+ "stored": 28888004
1635
+ },
1636
+ "l18.w_down": {
1637
+ "fmt": "q3",
1638
+ "N": 3584,
1639
+ "K": 18944,
1640
+ "kappa": "sha256:53f43c3077fcfa5b04d0b50754ad9f164cacaf1d5fc80f416b0665233faef568",
1641
+ "stored": 28862330
1642
+ },
1643
+ "l19.attn_norm": {
1644
+ "fmt": "f32",
1645
+ "N": 1,
1646
+ "K": 3584,
1647
+ "kappa": "sha256:d00b62a5b347b664342d8fd3701d3d4d3f80b2f0c71ebb1e0d281c910332eaf2",
1648
+ "stored": 5530
1649
+ },
1650
+ "l19.wq": {
1651
+ "fmt": "q3",
1652
+ "N": 3584,
1653
+ "K": 3584,
1654
+ "kappa": "sha256:6b6ca0c894176ab9fa0e07878807a1334cb399bd9cedb8db7f8545cb2a40b633",
1655
+ "stored": 5476263
1656
+ },
1657
+ "l19.wk": {
1658
+ "fmt": "q3",
1659
+ "N": 512,
1660
+ "K": 3584,
1661
+ "kappa": "sha256:b3a3970d9d4190504b52a789eb6e9b95dd72e1896afacab69a63b201c4ee4b0f",
1662
+ "stored": 783705
1663
+ },
1664
+ "l19.wv": {
1665
+ "fmt": "q3",
1666
+ "N": 512,
1667
+ "K": 3584,
1668
+ "kappa": "sha256:a71c4bb092a8801fa4c1fd61e0f6ba495f6e4a27bf088c90c208ea2401af386c",
1669
+ "stored": 780332
1670
+ },
1671
+ "l19.bq": {
1672
+ "fmt": "f32",
1673
+ "N": 1,
1674
+ "K": 3584,
1675
+ "kappa": "sha256:10afad53b8f42d21c1a183fd2d43acea2676325bb388b9ed602acb69b8cfcd81",
1676
+ "stored": 7521
1677
+ },
1678
+ "l19.bk": {
1679
+ "fmt": "f32",
1680
+ "N": 1,
1681
+ "K": 512,
1682
+ "kappa": "sha256:32fae3e8e57768e84357c826df5d5b9ce535dfd6261a32846eca7483668adac2",
1683
+ "stored": 1247
1684
+ },
1685
+ "l19.bv": {
1686
+ "fmt": "f32",
1687
+ "N": 1,
1688
+ "K": 512,
1689
+ "kappa": "sha256:4c495bb9589291be7d20aa51d6d39099f5afc920e66b84d0fb0a2156e2e2ac52",
1690
+ "stored": 1226
1691
+ },
1692
+ "l19.wo": {
1693
+ "fmt": "q3",
1694
+ "N": 3584,
1695
+ "K": 3584,
1696
+ "kappa": "sha256:836d51b6f759c039a49b9e1b16c3c125c11dc9e5f2942eaa3e3087ed1b36668e",
1697
+ "stored": 5497349
1698
+ },
1699
+ "l19.ffn_norm": {
1700
+ "fmt": "f32",
1701
+ "N": 1,
1702
+ "K": 3584,
1703
+ "kappa": "sha256:30c8bd6113663c5709d39614913ecc71f58ba891700f8d14726280254c6ce478",
1704
+ "stored": 5326
1705
+ },
1706
+ "l19.w_gate": {
1707
+ "fmt": "q3",
1708
+ "N": 18944,
1709
+ "K": 3584,
1710
+ "kappa": "sha256:6e7034e5732c72ea67eb47f965b132b50ee005c449567da1154cca7e1ccd0561",
1711
+ "stored": 28938299
1712
+ },
1713
+ "l19.w_up": {
1714
+ "fmt": "q3",
1715
+ "N": 18944,
1716
+ "K": 3584,
1717
+ "kappa": "sha256:7db7ccd9a7b7943ac42e24cb671cc2ad6e379a9f5ab858122c7ff8fec08e40e5",
1718
+ "stored": 28891443
1719
+ },
1720
+ "l19.w_down": {
1721
+ "fmt": "q3",
1722
+ "N": 3584,
1723
+ "K": 18944,
1724
+ "kappa": "sha256:55fd3885760a7ba17be2fbdf1b560e93f348c8422de6ed69978b573ad0aa641c",
1725
+ "stored": 28873010
1726
+ },
1727
+ "l20.attn_norm": {
1728
+ "fmt": "f32",
1729
+ "N": 1,
1730
+ "K": 3584,
1731
+ "kappa": "sha256:e80d109b476368dfce45c26c45afcc3f728671b9236b68a4d7587d57496f4f8e",
1732
+ "stored": 5506
1733
+ },
1734
+ "l20.wq": {
1735
+ "fmt": "q3",
1736
+ "N": 3584,
1737
+ "K": 3584,
1738
+ "kappa": "sha256:d9846933ce88983045740b18604272855dd4b4d73725356b88eeb608897d8825",
1739
+ "stored": 5478828
1740
+ },
1741
+ "l20.wk": {
1742
+ "fmt": "q3",
1743
+ "N": 512,
1744
+ "K": 3584,
1745
+ "kappa": "sha256:67103636619d5a14a9ae31fda634abbf5ce17c19ffa2305b1056aa21050b4e23",
1746
+ "stored": 784001
1747
+ },
1748
+ "l20.wv": {
1749
+ "fmt": "q3",
1750
+ "N": 512,
1751
+ "K": 3584,
1752
+ "kappa": "sha256:4d5f42b94183dcfc6a1a3628c4b6b7eddd4b0aee20f10a6ee9c83f0e6ce21639",
1753
+ "stored": 780238
1754
+ },
1755
+ "l20.bq": {
1756
+ "fmt": "f32",
1757
+ "N": 1,
1758
+ "K": 3584,
1759
+ "kappa": "sha256:1937f6534b652873397c744f6cb3abdda394183def9e3dae13ce53c5be8e0749",
1760
+ "stored": 7422
1761
+ },
1762
+ "l20.bk": {
1763
+ "fmt": "f32",
1764
+ "N": 1,
1765
+ "K": 512,
1766
+ "kappa": "sha256:697ee38b3887542aeab9e91d40b8d89c44b795d56e9fbe0a3e7638c76c73d159",
1767
+ "stored": 1232
1768
+ },
1769
+ "l20.bv": {
1770
+ "fmt": "f32",
1771
+ "N": 1,
1772
+ "K": 512,
1773
+ "kappa": "sha256:b8c7d24c58ce730b610afb51d85e244ee24ec9ee58a3398d1395d872278b92c0",
1774
+ "stored": 1232
1775
+ },
1776
+ "l20.wo": {
1777
+ "fmt": "q3",
1778
+ "N": 3584,
1779
+ "K": 3584,
1780
+ "kappa": "sha256:e10eb4d34cbbd14b285e98e35648d509346dca68e7dd942845259595d7aadd77",
1781
+ "stored": 5496450
1782
+ },
1783
+ "l20.ffn_norm": {
1784
+ "fmt": "f32",
1785
+ "N": 1,
1786
+ "K": 3584,
1787
+ "kappa": "sha256:9793da21caf2e8202573c611dfb7547f161b12783a72b37074de6e0de87101f2",
1788
+ "stored": 5065
1789
+ },
1790
+ "l20.w_gate": {
1791
+ "fmt": "q3",
1792
+ "N": 18944,
1793
+ "K": 3584,
1794
+ "kappa": "sha256:f31aaf98307dfe20e46f44ad6c1a3bf0767e27d5b2e6767f54e1d99c8e7586fa",
1795
+ "stored": 28937930
1796
+ },
1797
+ "l20.w_up": {
1798
+ "fmt": "q3",
1799
+ "N": 18944,
1800
+ "K": 3584,
1801
+ "kappa": "sha256:c558e4f86e56779aa8aa5eb06367d51ed597b1c5783319b21ad3846c27870060",
1802
+ "stored": 28895623
1803
+ },
1804
+ "l20.w_down": {
1805
+ "fmt": "q3",
1806
+ "N": 3584,
1807
+ "K": 18944,
1808
+ "kappa": "sha256:45be061d2921bb11fb31e4a873a76e4965ff3a83f1afe7fa3c7d6184c295c7d7",
1809
+ "stored": 28851578
1810
+ },
1811
+ "l21.attn_norm": {
1812
+ "fmt": "f32",
1813
+ "N": 1,
1814
+ "K": 3584,
1815
+ "kappa": "sha256:0f1df264a175c65942b06551cb847a4d84363f58245dc7473713f137fa81442d",
1816
+ "stored": 5118
1817
+ },
1818
+ "l21.wq": {
1819
+ "fmt": "q3",
1820
+ "N": 3584,
1821
+ "K": 3584,
1822
+ "kappa": "sha256:42927fb5ad6af8d19f1e341345fbc734ca90b483fd6bfb9cccf9ec36c3a76626",
1823
+ "stored": 5477521
1824
+ },
1825
+ "l21.wk": {
1826
+ "fmt": "q3",
1827
+ "N": 512,
1828
+ "K": 3584,
1829
+ "kappa": "sha256:4a9fc363b01a76f2deaeee75ddd9d3363be072b3edfb393957652dc1a076b896",
1830
+ "stored": 784103
1831
+ },
1832
+ "l21.wv": {
1833
+ "fmt": "q3",
1834
+ "N": 512,
1835
+ "K": 3584,
1836
+ "kappa": "sha256:088ce25ad42620d9fdf41bfbec7947f3965291854dc34007d110a1ff8dec2054",
1837
+ "stored": 777852
1838
+ },
1839
+ "l21.bq": {
1840
+ "fmt": "f32",
1841
+ "N": 1,
1842
+ "K": 3584,
1843
+ "kappa": "sha256:731554ab71f542736c0923ee95a6303bbd1e0948df04e0beac48b0e6a32e3209",
1844
+ "stored": 7430
1845
+ },
1846
+ "l21.bk": {
1847
+ "fmt": "f32",
1848
+ "N": 1,
1849
+ "K": 512,
1850
+ "kappa": "sha256:d5f7197fc9dcd415019711ab52680c8040c8f2e7c21cce28c5208a6319f19449",
1851
+ "stored": 1237
1852
+ },
1853
+ "l21.bv": {
1854
+ "fmt": "f32",
1855
+ "N": 1,
1856
+ "K": 512,
1857
+ "kappa": "sha256:3996ad9ff5740d4e4cb3a3d23ce8b74680722f069f1eccc114844ce120ace7e9",
1858
+ "stored": 1211
1859
+ },
1860
+ "l21.wo": {
1861
+ "fmt": "q3",
1862
+ "N": 3584,
1863
+ "K": 3584,
1864
+ "kappa": "sha256:abffc048b4a98f1ab68ea2e1bca6f5883357fa6c8cf6c2151887ae211d158fdd",
1865
+ "stored": 5500282
1866
+ },
1867
+ "l21.ffn_norm": {
1868
+ "fmt": "f32",
1869
+ "N": 1,
1870
+ "K": 3584,
1871
+ "kappa": "sha256:c2e9f7fccdfee5dba93e97f214c5e5c3c9e162fbb42190477a018d54e95f45bc",
1872
+ "stored": 4879
1873
+ },
1874
+ "l21.w_gate": {
1875
+ "fmt": "q3",
1876
+ "N": 18944,
1877
+ "K": 3584,
1878
+ "kappa": "sha256:affbc0ba3440b261f42baf3b53b76f22ab314121b748054f7059d48321a595c1",
1879
+ "stored": 28948127
1880
+ },
1881
+ "l21.w_up": {
1882
+ "fmt": "q3",
1883
+ "N": 18944,
1884
+ "K": 3584,
1885
+ "kappa": "sha256:e015877df4bd597454b6b7a3fe66658d79e81d6b311105cc8c613181a098c226",
1886
+ "stored": 28897604
1887
+ },
1888
+ "l21.w_down": {
1889
+ "fmt": "q3",
1890
+ "N": 3584,
1891
+ "K": 18944,
1892
+ "kappa": "sha256:9d0c0797bba1c582c1e77c244799ce8c651b88d2e299e523e8e8655bc86f1e8f",
1893
+ "stored": 28865611
1894
+ },
1895
+ "l22.attn_norm": {
1896
+ "fmt": "f32",
1897
+ "N": 1,
1898
+ "K": 3584,
1899
+ "kappa": "sha256:519306c17074c40c157f639a892b7173b06bb6e12000f782ffae1692f8d33802",
1900
+ "stored": 4994
1901
+ },
1902
+ "l22.wq": {
1903
+ "fmt": "q3",
1904
+ "N": 3584,
1905
+ "K": 3584,
1906
+ "kappa": "sha256:19671122bc688a25e0cf282a406f980eeda073f5092531bbabbaed4ce13cb2d8",
1907
+ "stored": 5476860
1908
+ },
1909
+ "l22.wk": {
1910
+ "fmt": "q3",
1911
+ "N": 512,
1912
+ "K": 3584,
1913
+ "kappa": "sha256:13e485554b989f8692a1211d9c1a27e11890f716dd05ef1287a5bc4e75117e70",
1914
+ "stored": 784253
1915
+ },
1916
+ "l22.wv": {
1917
+ "fmt": "q3",
1918
+ "N": 512,
1919
+ "K": 3584,
1920
+ "kappa": "sha256:0c2af7fc8569be6dd6eb6d1dc619c8f7af02573691642b9648f6f16f81f784ce",
1921
+ "stored": 778297
1922
+ },
1923
+ "l22.bq": {
1924
+ "fmt": "f32",
1925
+ "N": 1,
1926
+ "K": 3584,
1927
+ "kappa": "sha256:77249f6a2564536900c60937d8e8a0cd204232b9f3c1aad7e513a2a4fbecc4c9",
1928
+ "stored": 7495
1929
+ },
1930
+ "l22.bk": {
1931
+ "fmt": "f32",
1932
+ "N": 1,
1933
+ "K": 512,
1934
+ "kappa": "sha256:1db50d06e135154ae7e676db9b16502099395a1400cd31190f275110449fc1d8",
1935
+ "stored": 1218
1936
+ },
1937
+ "l22.bv": {
1938
+ "fmt": "f32",
1939
+ "N": 1,
1940
+ "K": 512,
1941
+ "kappa": "sha256:ebc896985cc12c5a6e68c014a8a1efdb17b36c8db1c39f3f2077ad1e2bc058dc",
1942
+ "stored": 1230
1943
+ },
1944
+ "l22.wo": {
1945
+ "fmt": "q3",
1946
+ "N": 3584,
1947
+ "K": 3584,
1948
+ "kappa": "sha256:e00a0fd727208086c1cdbe68378da997cbfe48bf220dfc0d7b65bf07120a63e0",
1949
+ "stored": 5490983
1950
+ },
1951
+ "l22.ffn_norm": {
1952
+ "fmt": "f32",
1953
+ "N": 1,
1954
+ "K": 3584,
1955
+ "kappa": "sha256:b8a34be33e89367778059164498d51d6c11240337c1e64c2546cb1153f492580",
1956
+ "stored": 4543
1957
+ },
1958
+ "l22.w_gate": {
1959
+ "fmt": "q3",
1960
+ "N": 18944,
1961
+ "K": 3584,
1962
+ "kappa": "sha256:240da4f8365ae6a0aa7846e78cc2084868a017528c14369c00dc809aeee24e75",
1963
+ "stored": 28946463
1964
+ },
1965
+ "l22.w_up": {
1966
+ "fmt": "q3",
1967
+ "N": 18944,
1968
+ "K": 3584,
1969
+ "kappa": "sha256:33904595301a110aa33848e116c48d112d393079ef352650e52369dcfde8fdf6",
1970
+ "stored": 28900005
1971
+ },
1972
+ "l22.w_down": {
1973
+ "fmt": "q3",
1974
+ "N": 3584,
1975
+ "K": 18944,
1976
+ "kappa": "sha256:3e79b0c6e0de211d62b98ba4c4b8fe3c7ac8401c4f2a87551ef0699c243be290",
1977
+ "stored": 28850247
1978
+ },
1979
+ "l23.attn_norm": {
1980
+ "fmt": "f32",
1981
+ "N": 1,
1982
+ "K": 3584,
1983
+ "kappa": "sha256:8bf604dd57dd4b86217c5e1cdf2f79b40799460dc4be556d6c260187390fdc27",
1984
+ "stored": 4785
1985
+ },
1986
+ "l23.wq": {
1987
+ "fmt": "q3",
1988
+ "N": 3584,
1989
+ "K": 3584,
1990
+ "kappa": "sha256:30b29cbcbf71371f6240f4212cd41afbe36ac5fc14d5a124dfb8108d1446e620",
1991
+ "stored": 5475890
1992
+ },
1993
+ "l23.wk": {
1994
+ "fmt": "q3",
1995
+ "N": 512,
1996
+ "K": 3584,
1997
+ "kappa": "sha256:fcd3ae6711045c62eec47b65b1a290b11ee1aee0c3caa3c6024a02064816cc74",
1998
+ "stored": 784094
1999
+ },
2000
+ "l23.wv": {
2001
+ "fmt": "q3",
2002
+ "N": 512,
2003
+ "K": 3584,
2004
+ "kappa": "sha256:035c357dc783e2859df67c7c596b1426cf3537e47729b1902cb7868a6ebf7ca4",
2005
+ "stored": 778188
2006
+ },
2007
+ "l23.bq": {
2008
+ "fmt": "f32",
2009
+ "N": 1,
2010
+ "K": 3584,
2011
+ "kappa": "sha256:fb935d3f64a366cceb22904e0d11c802cdffecd8ec6b07bbfb4e4c679b11f20b",
2012
+ "stored": 7466
2013
+ },
2014
+ "l23.bk": {
2015
+ "fmt": "f32",
2016
+ "N": 1,
2017
+ "K": 512,
2018
+ "kappa": "sha256:97e07a968b6000eecaad8f91987f51bf3ee1057b39f7ae5ab72632d5b937d6e4",
2019
+ "stored": 1227
2020
+ },
2021
+ "l23.bv": {
2022
+ "fmt": "f32",
2023
+ "N": 1,
2024
+ "K": 512,
2025
+ "kappa": "sha256:4f27c676148d3bdbf4db6292245086c0260341c6699b1a2cff1ffd66ee825cf3",
2026
+ "stored": 1214
2027
+ },
2028
+ "l23.wo": {
2029
+ "fmt": "q3",
2030
+ "N": 3584,
2031
+ "K": 3584,
2032
+ "kappa": "sha256:2ac25410fc022cae785acd3027deda3d656a503a3f33a9ff17b73472a72b3187",
2033
+ "stored": 5488721
2034
+ },
2035
+ "l23.ffn_norm": {
2036
+ "fmt": "f32",
2037
+ "N": 1,
2038
+ "K": 3584,
2039
+ "kappa": "sha256:20fdc36522158173ad017cc5538db3dce985e64ce9b118f98fd506c239e5c8df",
2040
+ "stored": 4434
2041
+ },
2042
+ "l23.w_gate": {
2043
+ "fmt": "q3",
2044
+ "N": 18944,
2045
+ "K": 3584,
2046
+ "kappa": "sha256:fa8ae37fa07c2dbf09e6b0582343dbbb5fe7477ccdb4fbe8cce9c0f244917ae4",
2047
+ "stored": 28926455
2048
+ },
2049
+ "l23.w_up": {
2050
+ "fmt": "q3",
2051
+ "N": 18944,
2052
+ "K": 3584,
2053
+ "kappa": "sha256:d822e3617a74908796d7553dfaeb38213da41d9c3a90e7e5b2c1fa9b5693e99b",
2054
+ "stored": 28889698
2055
+ },
2056
+ "l23.w_down": {
2057
+ "fmt": "q3",
2058
+ "N": 3584,
2059
+ "K": 18944,
2060
+ "kappa": "sha256:fdb7a29aa9fe8c54d71fb5dc2ce7a357d3e844de1c93dfd1eb89ed57ec6a73dd",
2061
+ "stored": 28876365
2062
+ },
2063
+ "l24.attn_norm": {
2064
+ "fmt": "f32",
2065
+ "N": 1,
2066
+ "K": 3584,
2067
+ "kappa": "sha256:5faf6a8cda3d207cc022812d2a57c446ab73d73f136115bd2b4fa58405473bdd",
2068
+ "stored": 4608
2069
+ },
2070
+ "l24.wq": {
2071
+ "fmt": "q3",
2072
+ "N": 3584,
2073
+ "K": 3584,
2074
+ "kappa": "sha256:84ead2842e115e2acc7fdec0b1c7c41ec806c80ce997375c6c97a6853bc72b8f",
2075
+ "stored": 5477790
2076
+ },
2077
+ "l24.wk": {
2078
+ "fmt": "q3",
2079
+ "N": 512,
2080
+ "K": 3584,
2081
+ "kappa": "sha256:72babeac3461c9b4ba3217956beb697e94ab4b1b79604548326bb9c2995c305c",
2082
+ "stored": 784003
2083
+ },
2084
+ "l24.wv": {
2085
+ "fmt": "q3",
2086
+ "N": 512,
2087
+ "K": 3584,
2088
+ "kappa": "sha256:ee02df6d5ac3a64c52791aac4313c001f46b9dc127058ee0c5204b9447725345",
2089
+ "stored": 780229
2090
+ },
2091
+ "l24.bq": {
2092
+ "fmt": "f32",
2093
+ "N": 1,
2094
+ "K": 3584,
2095
+ "kappa": "sha256:7895cf33292b14f77e07d1022881aa9e8a7cfbe5fc64ad71616f92a452e896aa",
2096
+ "stored": 7547
2097
+ },
2098
+ "l24.bk": {
2099
+ "fmt": "f32",
2100
+ "N": 1,
2101
+ "K": 512,
2102
+ "kappa": "sha256:0afc8149e333b5f4b3425346453db990bc99dd134380e7b828d43eec3a9310fe",
2103
+ "stored": 1218
2104
+ },
2105
+ "l24.bv": {
2106
+ "fmt": "f32",
2107
+ "N": 1,
2108
+ "K": 512,
2109
+ "kappa": "sha256:2e17c6fa44d7de1053b892e51efcfb8e321c339c05ffa9fc75464e7e6d544465",
2110
+ "stored": 1199
2111
+ },
2112
+ "l24.wo": {
2113
+ "fmt": "q3",
2114
+ "N": 3584,
2115
+ "K": 3584,
2116
+ "kappa": "sha256:725d8f40c4bdc66e68dc4c87b7d5f99e116b83389dabee92183f93a064b0d3e4",
2117
+ "stored": 5481353
2118
+ },
2119
+ "l24.ffn_norm": {
2120
+ "fmt": "f32",
2121
+ "N": 1,
2122
+ "K": 3584,
2123
+ "kappa": "sha256:6ce19a8327dfecdba141e6da9fa95f6cb91688ff169caa6f35352ad66a2354f7",
2124
+ "stored": 4274
2125
+ },
2126
+ "l24.w_gate": {
2127
+ "fmt": "q3",
2128
+ "N": 18944,
2129
+ "K": 3584,
2130
+ "kappa": "sha256:6501e4d2bbeac0a4d19bb6388cdf619ae173c95879891173ec5512bb16fd1ee6",
2131
+ "stored": 28921778
2132
+ },
2133
+ "l24.w_up": {
2134
+ "fmt": "q3",
2135
+ "N": 18944,
2136
+ "K": 3584,
2137
+ "kappa": "sha256:e55de1707d65497a23ea864353e6021a8fc01322d20ad37b0145522094733edc",
2138
+ "stored": 28880396
2139
+ },
2140
+ "l24.w_down": {
2141
+ "fmt": "q3",
2142
+ "N": 3584,
2143
+ "K": 18944,
2144
+ "kappa": "sha256:53242a355167ba73f39bdb85406151bf7676018d287a9a49c3661d9a50572572",
2145
+ "stored": 28884869
2146
+ },
2147
+ "l25.attn_norm": {
2148
+ "fmt": "f32",
2149
+ "N": 1,
2150
+ "K": 3584,
2151
+ "kappa": "sha256:c0f5784c07ccc5321d7e1dee77d0913665a4ec338de192edc102bcec13622bb4",
2152
+ "stored": 4542
2153
+ },
2154
+ "l25.wq": {
2155
+ "fmt": "q3",
2156
+ "N": 3584,
2157
+ "K": 3584,
2158
+ "kappa": "sha256:88776a1fe002a9a9fe3e66389fe840c53bb3c558b8184137a24e6ee8866b7778",
2159
+ "stored": 5480275
2160
+ },
2161
+ "l25.wk": {
2162
+ "fmt": "q3",
2163
+ "N": 512,
2164
+ "K": 3584,
2165
+ "kappa": "sha256:2d7d4078216a17da86f5aef082acc1ffae3e15c75210f30118eaeb70900ea08e",
2166
+ "stored": 783413
2167
+ },
2168
+ "l25.wv": {
2169
+ "fmt": "q3",
2170
+ "N": 512,
2171
+ "K": 3584,
2172
+ "kappa": "sha256:250d1cb4ef842fa764f26aa5b9495277708be52a35678a10666829f051a780a4",
2173
+ "stored": 779400
2174
+ },
2175
+ "l25.bq": {
2176
+ "fmt": "f32",
2177
+ "N": 1,
2178
+ "K": 3584,
2179
+ "kappa": "sha256:84dce36183e118800b7b3dc1a9b60a5cf8ad114e5a99b4c99c00462fcdb9b82b",
2180
+ "stored": 7542
2181
+ },
2182
+ "l25.bk": {
2183
+ "fmt": "f32",
2184
+ "N": 1,
2185
+ "K": 512,
2186
+ "kappa": "sha256:24a04fa378d1b58c8c7c4a014539cd0ddbd7d2ef6d62f50c31d1069e616636a7",
2187
+ "stored": 1243
2188
+ },
2189
+ "l25.bv": {
2190
+ "fmt": "f32",
2191
+ "N": 1,
2192
+ "K": 512,
2193
+ "kappa": "sha256:ab1cbc479367b60c95042ca5c1995962ed4c8b06848a2f3fb2b93fbe4992b73b",
2194
+ "stored": 1209
2195
+ },
2196
+ "l25.wo": {
2197
+ "fmt": "q3",
2198
+ "N": 3584,
2199
+ "K": 3584,
2200
+ "kappa": "sha256:498e2f257d840c01e6654fac024a9ce4a2b6d09562bbfcdbde28d84fbf84a4db",
2201
+ "stored": 5481145
2202
+ },
2203
+ "l25.ffn_norm": {
2204
+ "fmt": "f32",
2205
+ "N": 1,
2206
+ "K": 3584,
2207
+ "kappa": "sha256:a632f17c880547f175b7bed93f7c085fc3e588776bfe66344fff4787e99b96fd",
2208
+ "stored": 4207
2209
+ },
2210
+ "l25.w_gate": {
2211
+ "fmt": "q3",
2212
+ "N": 18944,
2213
+ "K": 3584,
2214
+ "kappa": "sha256:ae94d099617ca368f69cca13e3fabc624dbb0e2e93b29de9cf577745583ff9f8",
2215
+ "stored": 28928307
2216
+ },
2217
+ "l25.w_up": {
2218
+ "fmt": "q3",
2219
+ "N": 18944,
2220
+ "K": 3584,
2221
+ "kappa": "sha256:078f00485776b6ab5cfa913daf28227beba2b1224cac6d78c2928a61231f1908",
2222
+ "stored": 28883333
2223
+ },
2224
+ "l25.w_down": {
2225
+ "fmt": "q3",
2226
+ "N": 3584,
2227
+ "K": 18944,
2228
+ "kappa": "sha256:3122c08edae0bdb1fbb765263fdb486fd73dd4430f6c55f8e195d476fdc393aa",
2229
+ "stored": 28884223
2230
+ },
2231
+ "l26.attn_norm": {
2232
+ "fmt": "f32",
2233
+ "N": 1,
2234
+ "K": 3584,
2235
+ "kappa": "sha256:a3c51c0bcbe2627b3cd7e94715e43e6149bea76adf1f6ec5f655fc2ead447874",
2236
+ "stored": 4825
2237
+ },
2238
+ "l26.wq": {
2239
+ "fmt": "q3",
2240
+ "N": 3584,
2241
+ "K": 3584,
2242
+ "kappa": "sha256:a3e95d0a0619fbcaf222f7eefa1eb3261d9a246df2a09dd6da86789492d0fb7d",
2243
+ "stored": 5485053
2244
+ },
2245
+ "l26.wk": {
2246
+ "fmt": "q3",
2247
+ "N": 512,
2248
+ "K": 3584,
2249
+ "kappa": "sha256:711e9b34865443538f22b63c297c9992230f58674604fd96f18e2a5e7102eded",
2250
+ "stored": 784219
2251
+ },
2252
+ "l26.wv": {
2253
+ "fmt": "q3",
2254
+ "N": 512,
2255
+ "K": 3584,
2256
+ "kappa": "sha256:58d371c1f937d1ee575e293a108135c6f4ccb2788483c8bd5aaf18f89c1ccf17",
2257
+ "stored": 781002
2258
+ },
2259
+ "l26.bq": {
2260
+ "fmt": "f32",
2261
+ "N": 1,
2262
+ "K": 3584,
2263
+ "kappa": "sha256:14f20136f174a3fa92c1bb918d1f9ab9dc1e3121141c73ca62b53442fdb8a06e",
2264
+ "stored": 7510
2265
+ },
2266
+ "l26.bk": {
2267
+ "fmt": "f32",
2268
+ "N": 1,
2269
+ "K": 512,
2270
+ "kappa": "sha256:2cc7c38951e15fe2e9d3fe37a01c2675943d266f8c8d9ad6ddf9c90515faf586",
2271
+ "stored": 1219
2272
+ },
2273
+ "l26.bv": {
2274
+ "fmt": "f32",
2275
+ "N": 1,
2276
+ "K": 512,
2277
+ "kappa": "sha256:6dd0b0b09101ba2d60594a86e7437cc4a7f5cb076d08e9e43aaae2ada59fb998",
2278
+ "stored": 1194
2279
+ },
2280
+ "l26.wo": {
2281
+ "fmt": "q3",
2282
+ "N": 3584,
2283
+ "K": 3584,
2284
+ "kappa": "sha256:8c79816fe05bba0032baf8c704b131486c627c7f6437904fb265e7916d9f7838",
2285
+ "stored": 5489474
2286
+ },
2287
+ "l26.ffn_norm": {
2288
+ "fmt": "f32",
2289
+ "N": 1,
2290
+ "K": 3584,
2291
+ "kappa": "sha256:1619bf17fe8757067d0510c334dc870ed382821990fac95c5b57d56f7dc3d3d6",
2292
+ "stored": 3674
2293
+ },
2294
+ "l26.w_gate": {
2295
+ "fmt": "q3",
2296
+ "N": 18944,
2297
+ "K": 3584,
2298
+ "kappa": "sha256:9649defcec17f304f3ed518e23b19b88c2b98da3dd1bee8ce66d8b91934466b6",
2299
+ "stored": 28925326
2300
+ },
2301
+ "l26.w_up": {
2302
+ "fmt": "q3",
2303
+ "N": 18944,
2304
+ "K": 3584,
2305
+ "kappa": "sha256:27404d0dfa385a0c8902b1624246062e4a3a41d80e895c888643afdc3fe3d8c4",
2306
+ "stored": 28890048
2307
+ },
2308
+ "l26.w_down": {
2309
+ "fmt": "q3",
2310
+ "N": 3584,
2311
+ "K": 18944,
2312
+ "kappa": "sha256:bfc6ba9fdd623b40de3ea176f84cc87f721a921c3e1acdb891ccc81e3d7250b7",
2313
+ "stored": 28875695
2314
+ },
2315
+ "l27.attn_norm": {
2316
+ "fmt": "f32",
2317
+ "N": 1,
2318
+ "K": 3584,
2319
+ "kappa": "sha256:d4054706be638ab558d50c5c063c7151efe1d76dc90fe1f7c80dace10f119fa1",
2320
+ "stored": 4927
2321
+ },
2322
+ "l27.wq": {
2323
+ "fmt": "q3",
2324
+ "N": 3584,
2325
+ "K": 3584,
2326
+ "kappa": "sha256:cccf0161bd9f722e71d1a2ac21135ce1df01293c871716f2a60b0e0ac697d8ff",
2327
+ "stored": 5482181
2328
+ },
2329
+ "l27.wk": {
2330
+ "fmt": "q3",
2331
+ "N": 512,
2332
+ "K": 3584,
2333
+ "kappa": "sha256:2f8cfd77f1dd8c41cee6cc703c0d0a1f27bd725d4b52a007de3741d7f898facc",
2334
+ "stored": 784484
2335
+ },
2336
+ "l27.wv": {
2337
+ "fmt": "q3",
2338
+ "N": 512,
2339
+ "K": 3584,
2340
+ "kappa": "sha256:903c8377fbf6b46bc867e0c22c9b231c2a5495c82d7c7bc4d7481e773c329cd1",
2341
+ "stored": 782176
2342
+ },
2343
+ "l27.bq": {
2344
+ "fmt": "f32",
2345
+ "N": 1,
2346
+ "K": 3584,
2347
+ "kappa": "sha256:29051bb2d8d9105f7688a5d2062e303fc97137b3eb7673516d257376b580777c",
2348
+ "stored": 7604
2349
+ },
2350
+ "l27.bk": {
2351
+ "fmt": "f32",
2352
+ "N": 1,
2353
+ "K": 512,
2354
+ "kappa": "sha256:eee8c9e09028f954c83d05f8a09d2bc83415bc1619c215e1d0c7f411228a181c",
2355
+ "stored": 1251
2356
+ },
2357
+ "l27.bv": {
2358
+ "fmt": "f32",
2359
+ "N": 1,
2360
+ "K": 512,
2361
+ "kappa": "sha256:7d5af0218c215688ab17a4aca2a9f4bde0960457b7c6709dac9b6a14f20c6472",
2362
+ "stored": 1223
2363
+ },
2364
+ "l27.wo": {
2365
+ "fmt": "q3",
2366
+ "N": 3584,
2367
+ "K": 3584,
2368
+ "kappa": "sha256:82c385aa7b688ea23179624d4b6db803916819e54506423143bb33e9dd72b03f",
2369
+ "stored": 5476627
2370
+ },
2371
+ "l27.ffn_norm": {
2372
+ "fmt": "f32",
2373
+ "N": 1,
2374
+ "K": 3584,
2375
+ "kappa": "sha256:8a437675f69399fbb218536caefbf76968e4ece0cdb29299b9b4adbbb8365cfd",
2376
+ "stored": 3717
2377
+ },
2378
+ "l27.w_gate": {
2379
+ "fmt": "q3",
2380
+ "N": 18944,
2381
+ "K": 3584,
2382
+ "kappa": "sha256:92a2939be5a127e81f7a02f0f5f5033f1cfbacf31681dd3a1a91bd167fb51437",
2383
+ "stored": 28942606
2384
+ },
2385
+ "l27.w_up": {
2386
+ "fmt": "q3",
2387
+ "N": 18944,
2388
+ "K": 3584,
2389
+ "kappa": "sha256:41bb7cf60f266758fa970fa98e319b83921c269144d23a3355c4af3084c8fb7f",
2390
+ "stored": 28894356
2391
+ },
2392
+ "l27.w_down": {
2393
+ "fmt": "q3",
2394
+ "N": 3584,
2395
+ "K": 18944,
2396
+ "kappa": "sha256:6fb32e31b4c48d9ee3ba7a7096141c5c7b66b3442cebf653d0c6cf4e7dfd7421",
2397
+ "stored": 28835166
2398
+ }
2399
+ }
2400
+ }