| { |
| "format": "holo-2bit/1", |
| "mode": "q1", |
| "model": "Bonsai-8B", |
| "source": "tokenizer.gguf", |
| "bits": 1, |
| "layout": "q1", |
| "twoBit": true, |
| "incoherent": false, |
| "root": "sha256:8bf47176c881493a795cd911abb53603a27efc0d97ad8b5ed76f2df75b2e7816", |
| "d": 4096, |
| "n_heads": 32, |
| "n_kv_heads": 8, |
| "ff": 12288, |
| "vocab": 151669, |
| "n_layers": 36, |
| "hd": 128, |
| "rope_base": 1000000, |
| "attn_bias": false, |
| "qk_norm": true, |
| "qk_norm_dim": 128, |
| "tied": false, |
| "tensors": { |
| "embed": { |
| "fmt": "q1", |
| "N": 151669, |
| "K": 4096, |
| "kappa": "sha256:a64abe00f04d59ac9f636dfd656b4ba3a354a8ce7f7669ee7bbba4090d2bb888", |
| "stored": 83108565 |
| }, |
| "final_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:88e27a1b4046f78464a61e673b66647a9ebcf7a298e649c01a947968ad01598a", |
| "stored": 4727 |
| }, |
| "lm_head": { |
| "fmt": "q1", |
| "N": 151669, |
| "K": 4096, |
| "kappa": "sha256:1bf25615d8044d763dab6312ab682c87d83d90e5950130876cf597304a80acfe", |
| "stored": 82414361 |
| }, |
| "l0.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:c804552e733fac7ebefe18c92744310f5ce5e2381cfc03ed6c5884d4466a0668", |
| "stored": 5007 |
| }, |
| "l0.wq": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:2c29b3e67391dca416ef99eb975483b47fbd71e0b28c062e9dc8af0994b88b7e", |
| "stored": 2248965 |
| }, |
| "l0.wk": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:6c2a9308d4a9c1854caa4ecbefc37ed93edeca748eb1ca2b8d3e2435690168d6", |
| "stored": 563598 |
| }, |
| "l0.wv": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:b9f8bf724ad96cd354b014c311aa6e08b58f8594b48fcd944ba0c6f93629d8a2", |
| "stored": 558571 |
| }, |
| "l0.q_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:dc459178ed02b6468cdbefc629d849e6f0908bc1a4097d6fc60149595a0f9d87", |
| "stored": 284 |
| }, |
| "l0.k_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:8296bf2619b8955cf254b47326b5aa48e47028ab8f477a8e2c829f8766626ede", |
| "stored": 290 |
| }, |
| "l0.wo": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:0790d38bcb736650738c7699752db4c99efa603f44cd8c47669408169b98001e", |
| "stored": 2264952 |
| }, |
| "l0.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:b097a01428bde8203519f3ed8544fce877c486c3f59a4a7b53efa9823c8daab4", |
| "stored": 5278 |
| }, |
| "l0.w_gate": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:c4342f97e27df98b72548ba03454bbc562c88bc0ccf07121a05d2b8ebaf6502b", |
| "stored": 6728433 |
| }, |
| "l0.w_up": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:6f734b3731de9eebee9f8bc88585a1eaa95fc2a2f4bbc59711e2767349dd757b", |
| "stored": 6737877 |
| }, |
| "l0.w_down": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 12288, |
| "kappa": "sha256:bfe842e83a8047ebc3838c12d79bf0fef496a0ffdc1771d8ac007c42311a3687", |
| "stored": 6748503 |
| }, |
| "l1.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:ccb45e6d662b9927efd45420bfca62daf4c652909a40b61709b5f788399430f2", |
| "stored": 6348 |
| }, |
| "l1.wq": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:a5cc412d3f16dc4483942a02cee735f768b2e27158aa35125840e9c8950bdc4a", |
| "stored": 2247865 |
| }, |
| "l1.wk": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:9b303a32b44bf1e3b4e668e5f07f43e3649d229c367f1c2827d8b4d9d733634e", |
| "stored": 563017 |
| }, |
| "l1.wv": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:d89e1a00ef3dac4b09ba1ea19c847d10988fd9d5774ce74e73a78a579cb51f40", |
| "stored": 560413 |
| }, |
| "l1.q_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:4ca4edd7c85d96e8e35d0322202ac31abedc92a7d4b31f4e147ab741757cbc3a", |
| "stored": 312 |
| }, |
| "l1.k_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:e900967cf01f0c78f51c46f7d7277543eef23128274adf876d1aabdc3cda9113", |
| "stored": 307 |
| }, |
| "l1.wo": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:b20d227b5e9ce3d08129585bc04ff8ec3562d2666b9b59fe0e065911a50d5ccf", |
| "stored": 2265753 |
| }, |
| "l1.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:6a6020dd7ed77bd6177c5cb5fca88e1eae0f8d0c63ef3e288913fca2408a5f02", |
| "stored": 5857 |
| }, |
| "l1.w_gate": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:0a240c795cfcb859925a93282229a3daee63dbaa449e3c2f044db17b72ee0b70", |
| "stored": 6806158 |
| }, |
| "l1.w_up": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:65a3a958afef4c6d406d40e940254e42a7c835cae405c9a5840ff5100cfd0219", |
| "stored": 6773156 |
| }, |
| "l1.w_down": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 12288, |
| "kappa": "sha256:d5592d7a9ab5b0b9417eecda1babe41728328748ee0ad9a1d4af6936a1da73e2", |
| "stored": 6750381 |
| }, |
| "l2.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:8be1bec2e275cc63e91696f18625b4d881f4cf8326ec8642fb7f621f17a075ee", |
| "stored": 5891 |
| }, |
| "l2.wq": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:8f65cc2770905c97effa570c2dedfe5f38e7777329d075b20a304d2424bc3b8a", |
| "stored": 2252228 |
| }, |
| "l2.wk": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:e01b5b797f5132dcc9b7b1b82c659d55eb7570945599b57829d361b436e6c64c", |
| "stored": 563304 |
| }, |
| "l2.wv": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:fb7fbfb89efd678b8185980c5aecbf16d5b4280daa3a5aba73be4b9f2b445059", |
| "stored": 558866 |
| }, |
| "l2.q_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:1843f1b9f97cc42a54e2ef62deb9d85ac1683ac756bf4ab2263e455bc3e1f107", |
| "stored": 295 |
| }, |
| "l2.k_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:a2ce86028a291627792f2fe643c33137326cf0088fc662594f57bddd95e3fc97", |
| "stored": 307 |
| }, |
| "l2.wo": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:3d9a8364ab74fff24f8422b188a08772d0304f3e4c85ea7e9c24a2ebec5213cf", |
| "stored": 2260988 |
| }, |
| "l2.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:f1660f036b86261c22bafd850ca26fe19aa1c18dd236ac58c12360b3a17e3941", |
| "stored": 5648 |
| }, |
| "l2.w_gate": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:7ea91ccdfb81eb147471f614b5e79111d7522e001ff5a2460889f6e8758004a3", |
| "stored": 6809465 |
| }, |
| "l2.w_up": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:0952572ad6614abc0b51784669adf30cf1db187325953afff057d1c0244121af", |
| "stored": 6784112 |
| }, |
| "l2.w_down": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 12288, |
| "kappa": "sha256:4a023b0a99661f776e45770e11e1a66967250a5e0ea02a16d50c7d19e41e80c5", |
| "stored": 6743784 |
| }, |
| "l3.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:a452bdb5900c350d198581644fe6952d7a04b4f6ecbede59008f08654b5e6d23", |
| "stored": 5826 |
| }, |
| "l3.wq": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:1734bb869f53be8c6537126cbc52e6a76f967b2683345519063ddef2acc8b724", |
| "stored": 2242268 |
| }, |
| "l3.wk": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:c9d6255183e0102f005746bf1e0c9ff16aa4179a8a9c5a9663d8b38728f9c4e9", |
| "stored": 563910 |
| }, |
| "l3.wv": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:01cb3c78aceb39088cd3ee1edcb7b04d9269b16b2483532dd7417e290098860c", |
| "stored": 560278 |
| }, |
| "l3.q_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:2e39dd6dfa6fc325fe1b71e24432086343d6b37d1a446c4c4a18e6e2038f7d32", |
| "stored": 290 |
| }, |
| "l3.k_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:6c914f885abc3a2a7da822edf94834ea3509dd2dadd5d1d3702a100498c30dc4", |
| "stored": 299 |
| }, |
| "l3.wo": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:aae1357d099b9e16f481328fdd15fc4a07a1c4d17b44ce5311724f5e8e722fd7", |
| "stored": 2262227 |
| }, |
| "l3.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:4c8dc7cf88ebb361e9146e0b8618fb19f1c592d6d296db4f00df9a0a3c830485", |
| "stored": 5362 |
| }, |
| "l3.w_gate": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:ba1c1e523323112002708d19ce5c7ffb4d49d0712e63b31354c34fbb89731aed", |
| "stored": 6790317 |
| }, |
| "l3.w_up": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:503cf6530f271f2194acc0a15647833844e930e5af4c6baf013f316e7be487e3", |
| "stored": 6789724 |
| }, |
| "l3.w_down": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 12288, |
| "kappa": "sha256:65e75df24165dc0f7ef7e0cf7dca8db3143b4933d66b4e02ab5b2ef4d3b1d271", |
| "stored": 6723402 |
| }, |
| "l4.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:b181e8ae1bea1a88dff084e7de0a964237e01a92826bc71b0a00bef1de1b16bc", |
| "stored": 5449 |
| }, |
| "l4.wq": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:6d6d31ce9a77d29c6f2b94406bc8cf59a9ab6e9989b3e84f6ee753319e9be5ac", |
| "stored": 2250968 |
| }, |
| "l4.wk": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:9adf329143d8a6642932fe8baeeddcf2727181643863aa41a0e738cab0e181e7", |
| "stored": 563652 |
| }, |
| "l4.wv": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:417362b00802de8e53fe8c2886445228f595bd4a6bbfaea3711232bc4811922e", |
| "stored": 559110 |
| }, |
| "l4.q_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:0fd68d2111d4099a2b7134c4ea5a9a7cb56bc73d46980bef1ead967983357d81", |
| "stored": 307 |
| }, |
| "l4.k_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:3afa9ff25043c5d6d9692576eeafb4180cffeb7eba7f9a85164effa1c51d97ae", |
| "stored": 310 |
| }, |
| "l4.wo": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:42af281e982ce951a9e7a72847a57b14ce4388db640b1c50a47d0ea6003c7a1f", |
| "stored": 2261245 |
| }, |
| "l4.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:50354d8fd876e74a48dc23e3771774cedd39554c7b09d2062a95cf6734e7f3f4", |
| "stored": 5134 |
| }, |
| "l4.w_gate": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:3082e85b9c9666996b301bff3d6b4d853689abde07bd0b08b062fb0744363138", |
| "stored": 6778627 |
| }, |
| "l4.w_up": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:343b7aed33c1e4618c09f20ec0c77ca76139a083127f0871cab4c1e0608c43db", |
| "stored": 6765170 |
| }, |
| "l4.w_down": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 12288, |
| "kappa": "sha256:7cf0aad9a7725909fa44bd1d8c32eacb0a987ed49d25ad5cc76fdd9a9c7831c0", |
| "stored": 6719927 |
| }, |
| "l5.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:3c636c0d1b1deb78abf72b3a93528d2373f90ef7de4bb940d8c9b2f0632280de", |
| "stored": 5508 |
| }, |
| "l5.wq": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:4318eed125422c1fab343c7c807adfae32b8cc59e6375e40d99fb7e0539cc4f2", |
| "stored": 2251427 |
| }, |
| "l5.wk": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:c54631ebbb08a2e321611c3ef648303da72a91f492f30cdbaddfaade80b6dcb7", |
| "stored": 564095 |
| }, |
| "l5.wv": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:c605bc4665a1880e323445184856ba21e251c6c237e5c7d8b70924ae5dac0e0b", |
| "stored": 560453 |
| }, |
| "l5.q_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:b99ef39ff5e39a8eeacd0292857bfff3b8d492d2642c1cd3326f93a3b9995273", |
| "stored": 320 |
| }, |
| "l5.k_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:ef4b099a8cea93493cfa1ad3395e07d0adc94ff8c949ac1b4cb553d906bbe340", |
| "stored": 326 |
| }, |
| "l5.wo": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:c4dcf5ffc2131abe97f626ff78315d7fd5461a099dadf21dd1a1b2545cde2623", |
| "stored": 2264777 |
| }, |
| "l5.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:d60abcc1a874f30d97c861946d912fa985dd70cfa39e812d5bb027ef7cc40303", |
| "stored": 4496 |
| }, |
| "l5.w_gate": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:55b2660362ec039df3a658f99fa899021ba82e54e490716cf0cc60bb30a49c77", |
| "stored": 6722825 |
| }, |
| "l5.w_up": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:e74ede2c35b89e58aa4d2a286dacd1088546ced3b1f25bfd1e86f2de1653f2ed", |
| "stored": 6727500 |
| }, |
| "l5.w_down": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 12288, |
| "kappa": "sha256:ff07a34a8cf3bc105707c82a271667aa85e94fbb917511fbb91c760e39ace77d", |
| "stored": 6727816 |
| }, |
| "l6.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:a5b3d7b69d2535fadb7bfba88fe77215cda28407b4c156534d9e16a14af368d4", |
| "stored": 5627 |
| }, |
| "l6.wq": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:7152fe4a7aaeb0586ceeb2850434e3412670416fb4a7ce4412c317c09b344c74", |
| "stored": 2250835 |
| }, |
| "l6.wk": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:264f7914eb2dca39720a9d239550c51fea69e2a0e2ee5aa9830f4b9f2b50862a", |
| "stored": 562750 |
| }, |
| "l6.wv": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:c44b5f8dab07e6859153e2db1baa0616ed51922757bd345b73e169717ee690db", |
| "stored": 560396 |
| }, |
| "l6.q_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:153ccad479f858edf140bd11e059de717ae6b75ff283651d7fa1bccf4e5457c6", |
| "stored": 300 |
| }, |
| "l6.k_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:9acdd44340d0f323f60a58e3a79d7fa1bf71e350007863c12a8a35f941f87ea8", |
| "stored": 306 |
| }, |
| "l6.wo": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:82a7d93f707f682663baf7cbc29f3edb804fc8fb67e28e531fcfcdbd346405cf", |
| "stored": 2267062 |
| }, |
| "l6.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:1946548de6cd9dcdf8d2c70322d54bc7d7e4916c13d48eeb9dbc44bb847e5a96", |
| "stored": 4552 |
| }, |
| "l6.w_gate": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:de842f1781f53c35d342e2e2df64fe43557042a77c29dc0126e27f56bddaf0f5", |
| "stored": 6712751 |
| }, |
| "l6.w_up": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:d4a51e61d637dff9f4c1a4f0c7246da2114dc46a77abd8f3efdb8c1607dbdb68", |
| "stored": 6709776 |
| }, |
| "l6.w_down": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 12288, |
| "kappa": "sha256:dbf9029fc168bfb9da37874c90241ed3404f0260830ff697065af0eb377e5f46", |
| "stored": 6726856 |
| }, |
| "l7.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:b44079caa1c3843d7589ad0ed772e59c3bff5edd756077a57d9844726176d33d", |
| "stored": 6036 |
| }, |
| "l7.wq": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:6564e91eef24d257c4360a9305a3155f8073ba5270a94fa6abe81ea853312622", |
| "stored": 2252327 |
| }, |
| "l7.wk": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:2cf292757895ad2aef368cd144cbd6fb4e0da8c15c0b418f635fcde769019218", |
| "stored": 564592 |
| }, |
| "l7.wv": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:c97f120e7fe4e71c68c6b9c1972469ad62bb49a3ac25a060a24558c9518fec41", |
| "stored": 561716 |
| }, |
| "l7.q_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:2c011267ee97019e0429083a57d42f3f8cc62274ac0bd071cb952db4baf1aaa4", |
| "stored": 291 |
| }, |
| "l7.k_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:b78fa89836281d40facf5284ea0f72578bb509ae4e5b177374f1e0aac46fb45f", |
| "stored": 299 |
| }, |
| "l7.wo": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:fd82b7db4deda02f7d02756b68f42ef9d6788c225457079ff83e9bb2163c10cc", |
| "stored": 2266947 |
| }, |
| "l7.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:b5b95ae96592149f7e8b9fc3f3850c67727b097968d6cf7d28185d462cdbee8b", |
| "stored": 4850 |
| }, |
| "l7.w_gate": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:d228a0fd575decb413c0c0efae50eb65b11e45f0d00d380f7e8b3316889d996c", |
| "stored": 6711969 |
| }, |
| "l7.w_up": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:2e78b1f97c799763fb7595cc4095f5a3bf18866d99682419798bed31a271288b", |
| "stored": 6701030 |
| }, |
| "l7.w_down": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 12288, |
| "kappa": "sha256:3d9face88a99f9a5104358455545a210861ae4986b5bf972943467b726aeed6b", |
| "stored": 6726622 |
| }, |
| "l8.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:9bd3283960ff578c080bdefaf5f0659ea1a972b13f20ab1c33b0bd803c00cab3", |
| "stored": 5645 |
| }, |
| "l8.wq": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:7fb88464ee2a0514681238cef03643dbaacf2c46955b44b0d29994eda5f2d780", |
| "stored": 2250695 |
| }, |
| "l8.wk": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:0e83fea586b6321b98351430528b79107f2a6162d93538c676f7e434e12f9546", |
| "stored": 564041 |
| }, |
| "l8.wv": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:32f6a4bf30971b43641fbde10e1481f08a1cbec129888d75ecc5f82e61fa0491", |
| "stored": 560015 |
| }, |
| "l8.q_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:0b308f7ffe70c69ccc29a87b079298359ea03f5205c090d838ebe904d6a93e85", |
| "stored": 283 |
| }, |
| "l8.k_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:7205c57eea1183cae818edaa199081a10da1268ac81ea064e99224d8d76a01fb", |
| "stored": 299 |
| }, |
| "l8.wo": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:57859ebe97e84db887bcf5ade66164f6400030ef9fa39696a2d4da3193079dc0", |
| "stored": 2257343 |
| }, |
| "l8.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:50c642cffe22d7a5db68772e09b4d6e61112f4b1ca9c683b2224074bd3b3bd0e", |
| "stored": 4924 |
| }, |
| "l8.w_gate": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:0233b33e5e1a9468d0deeb47035e7d14fe2f70b777b3806721b931f2ed97bae5", |
| "stored": 6719370 |
| }, |
| "l8.w_up": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:6c5991a2b34431cad16f2ee6f26135d673fb8661fdd812da3f846c59d4442c0e", |
| "stored": 6707255 |
| }, |
| "l8.w_down": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 12288, |
| "kappa": "sha256:9653e20e66baf8432443efeb9ee2ecf05be32f4cd2a8c2561d14cd1cf1b7ba24", |
| "stored": 6727854 |
| }, |
| "l9.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:ffaf5a785e6338eb5697efead9f448798ef86c39d063ad1b4a6cf857d4461aa5", |
| "stored": 5513 |
| }, |
| "l9.wq": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:2f319d3a930c44124a5434944ceaffcd82aec42a0ea13653a798011a63297b78", |
| "stored": 2250000 |
| }, |
| "l9.wk": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:f513fc5315fc85742e96deadd3c7975cdd78f3dac4fa29532e36481cde854c51", |
| "stored": 565098 |
| }, |
| "l9.wv": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:5450a9c900df0d90b779b859630013a7e0ac29ee7c5e597f2024a1d1e219b71f", |
| "stored": 561147 |
| }, |
| "l9.q_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:d10fb82192489c7e7e5f6df576522f7422853c63c43d3a81e231e3a0acff7861", |
| "stored": 288 |
| }, |
| "l9.k_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:f9af33d03a045023abf946a426bac3dfedf9182a51851ac294b12fe137c54738", |
| "stored": 307 |
| }, |
| "l9.wo": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:ab1dec64e36653c8dad7b3cc642f1067bf155187c8a617106a8975063990a850", |
| "stored": 2268663 |
| }, |
| "l9.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:165aa6399424fb0871527c57da4c1fd80dbdf3363ccd7732d184b18b417d0099", |
| "stored": 5455 |
| }, |
| "l9.w_gate": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:6917799b45d6e7b6d2d9ee30eb4f648763de4abc09be9fa7d16bd724a3c0479a", |
| "stored": 6731802 |
| }, |
| "l9.w_up": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:2569203b535fcbfa1a0487b72d6bff2cbb0396e97150bcef0cb13c300eac94bd", |
| "stored": 6717686 |
| }, |
| "l9.w_down": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 12288, |
| "kappa": "sha256:eabf243907f023c942ba9c793ed6ab5fde32de16115b98612cdfff41b63b8a78", |
| "stored": 6725891 |
| }, |
| "l10.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:7837e2069e7e8e620fda928243ebdabd3e4443386d5455a20c5dacfe2ab26197", |
| "stored": 5771 |
| }, |
| "l10.wq": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:6b0b5e6d7f9897e4d103848bf3d976a71c4578afbee34a1607136c2611c66160", |
| "stored": 2251659 |
| }, |
| "l10.wk": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:adaf663707ab515c8c959645b1272bfc8eb1878cced15533037f36fb727f84c8", |
| "stored": 563584 |
| }, |
| "l10.wv": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:f853bea896d72d547ab8b5afec19d0129c1426f2dccb4fe9c90802ff7e68fc3b", |
| "stored": 560410 |
| }, |
| "l10.q_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:1995dad8654f57226d552fd6d7b7ff52f724e5f6c24a186eea717d3fd3283c88", |
| "stored": 291 |
| }, |
| "l10.k_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:1418fa89c9b7eed8343ddb1411693c424cf405dddb723a308619cdabed2cb3b6", |
| "stored": 311 |
| }, |
| "l10.wo": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:5d3eff85773ca522a7c057c0793da610d50f7c98ae80e85931354a2900e6ded9", |
| "stored": 2263830 |
| }, |
| "l10.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:8a6449291b61b465bceb4330df846d11361a61be27821703d91aa320244dcba3", |
| "stored": 5671 |
| }, |
| "l10.w_gate": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:1098f7d3df51ad80374c8f32f587779698be82c6441c047a5dba7db7db461077", |
| "stored": 6730873 |
| }, |
| "l10.w_up": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:b40de026d658a14b3c436fbcd6d97b2d47982b0fa36591fbcb87328ae74d11fb", |
| "stored": 6713314 |
| }, |
| "l10.w_down": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 12288, |
| "kappa": "sha256:4529dbfa5f54038b94befbb341ac6926ac7763fa45e2c3d92d1235bce81e65b7", |
| "stored": 6720174 |
| }, |
| "l11.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:11e20491c8106cfb0163e662da9f626d1c7bd7c9cf6101c2b074d8203fd21ea9", |
| "stored": 5747 |
| }, |
| "l11.wq": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:865597032a2853e72ca0ae1773b0535bb2e0fe314ad6a563ebe930d023178daf", |
| "stored": 2253556 |
| }, |
| "l11.wk": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:ec12a5acf2754174600913391b2562a95a9ae80d893a34dffb7667ade18fc1dd", |
| "stored": 564159 |
| }, |
| "l11.wv": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:7ec546907b8f5ef9c790b038c420ba4655daafdb10001dd292ab5c649cb18ebe", |
| "stored": 560646 |
| }, |
| "l11.q_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:1d2b6720c7ce09518fc57557bce02155427b12306150d273392dd55275226636", |
| "stored": 286 |
| }, |
| "l11.k_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:e8cbd25035c3cd5f7063c3e60ee34b6ad74db0f3807520941622301ee61ad835", |
| "stored": 303 |
| }, |
| "l11.wo": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:a69cd00ff28aeef84ccbdd39538fc5cec2bd529a28cdc9d25dd903561d8a1ba1", |
| "stored": 2263299 |
| }, |
| "l11.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:86a328ad38d76e8432524119bf4758bf91006e617c9e8a9804d1e81888935535", |
| "stored": 5808 |
| }, |
| "l11.w_gate": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:773f24ef00dea51aeea154e29123f1c172742c1f5af7eae60b56fed63b12a4b1", |
| "stored": 6727635 |
| }, |
| "l11.w_up": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:d834598105e25e3f95b4aeeb5be8f8bbb04e653bfe8c2a604fe95e2502cba361", |
| "stored": 6713361 |
| }, |
| "l11.w_down": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 12288, |
| "kappa": "sha256:f9ea5081a20767b7bc38b9997924c45f925b1ee25a297b2d7119159b6d05dbb2", |
| "stored": 6717946 |
| }, |
| "l12.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:66ee755ae48be3221eb16c70394241d86e85319710695eb50b344020ff12f008", |
| "stored": 5956 |
| }, |
| "l12.wq": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:e84a9cf80b06fbf5d24eb02c2c0dd1085d593548d1aaf2d6aa6a7777c681a244", |
| "stored": 2252374 |
| }, |
| "l12.wk": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:1486c6d94aec5e01bcd6e5bf0cc53d07aa5e3208ec6be13b9da1398a4b315f28", |
| "stored": 564166 |
| }, |
| "l12.wv": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:e4598a76189380b3b6a53f5a5f254228026833ae6a2ee25fe03cea09da58c439", |
| "stored": 561256 |
| }, |
| "l12.q_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:8a55e354f3d0a640e9406d552698a39deea5bff009324da11381c986af03ad1c", |
| "stored": 287 |
| }, |
| "l12.k_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:5341c54a4c8e5a3df20b0865593da599f606ffbdda8ca8873e7b1fa53ff6c702", |
| "stored": 304 |
| }, |
| "l12.wo": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:03c5a6fbc02694ec20fa18553fd561fc9629d3c2cd0c7af1c61111cbe1ac97cc", |
| "stored": 2265412 |
| }, |
| "l12.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:e4c1e8c840cb3bc41d022b1cd89efb18309a0ef783ede6a51142c356733fa345", |
| "stored": 5924 |
| }, |
| "l12.w_gate": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:5c89f76437b4aa5e372dfbbb9836412a3ecf5577c45be78c49260c5f47f4d924", |
| "stored": 6730180 |
| }, |
| "l12.w_up": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:3c601cf47c91ec692116197c78cf5e36328ee83226851b52b2a6ce238884418d", |
| "stored": 6722073 |
| }, |
| "l12.w_down": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 12288, |
| "kappa": "sha256:1d4717d970c6e6bcb1e53cb64fe9dde9d7844fddfa57c64d6f796ed2eafb9490", |
| "stored": 6716137 |
| }, |
| "l13.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:df9385842b02e4cbd929eace99ce4ebe51b9e16039b8b8e0e3f4e2d890c05198", |
| "stored": 6117 |
| }, |
| "l13.wq": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:011c388405681ef6f43ce8f4b5170922eae13161a49626a1b095b6992d532b57", |
| "stored": 2251916 |
| }, |
| "l13.wk": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:6d1ca687649c2100e96d1f168a4c5734ed105137ceaad18176fdfef704bbbc44", |
| "stored": 565133 |
| }, |
| "l13.wv": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:2b0c680d274c9796b865eb5d17fd26ff9eac1e6a8599d8969d765bc8a23f21ec", |
| "stored": 560593 |
| }, |
| "l13.q_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:9f33923534e5595f3e2b037f8454938ce7edc137813bcb7c36300263f6894e3a", |
| "stored": 277 |
| }, |
| "l13.k_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:2d1eb81f2ebd2efbf7d1bde5747d97325747530e84661df90d7900bd03ae01b7", |
| "stored": 295 |
| }, |
| "l13.wo": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:ae42d692bb2e7a7c240dd6ff2933551a974655e4940f49726b7d52fb258e5b06", |
| "stored": 2264365 |
| }, |
| "l13.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:99611ab972d5e4943e58154e4e5e1a8efd52969e02d7b066d7c6bb442050c0fa", |
| "stored": 5970 |
| }, |
| "l13.w_gate": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:e33350da5de23a22c3ca4b464459054aa8a1fa4934fa09c6bd223ce137786271", |
| "stored": 6734540 |
| }, |
| "l13.w_up": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:7b8af6573dad1869404200540f3cf9f2f879e8f6a428d23bc6d475b83666c00d", |
| "stored": 6729775 |
| }, |
| "l13.w_down": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 12288, |
| "kappa": "sha256:535230741c55f101a64b08dc8edb29c413d56595ab6ff48f4da3c8bcbd5fe004", |
| "stored": 6715176 |
| }, |
| "l14.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:f4dd5f11bec44788980ca56f913ee33fc42f479aad6e685ea1332d292fd8ed92", |
| "stored": 6216 |
| }, |
| "l14.wq": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:9ae4e21a336b95dbf834fcee462499564120c92c39f9bd53889dd11b0a1b1b0a", |
| "stored": 2252146 |
| }, |
| "l14.wk": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:58a2b795677c2a6b5a61aa98ee3bddbe482bdbb70ec9d0d5787f3302831784ce", |
| "stored": 563770 |
| }, |
| "l14.wv": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:3eddd0337dd2d93865aa43cbc9150473dcd8cbb7b28735683911f797122fab4a", |
| "stored": 560937 |
| }, |
| "l14.q_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:c1fab2d19ca7c5043fd19e3bce2988eba879e3344feb3812b0d21a1bff943929", |
| "stored": 283 |
| }, |
| "l14.k_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:a51b0f827bd01bfb1f6f4195f0745679ae19363db9b37adc8edbfbfe5ffdac25", |
| "stored": 288 |
| }, |
| "l14.wo": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:96b084acc4903889bf9b5931ba369f0a080d92cb33e6ed99c7c10265ecfcd96f", |
| "stored": 2264793 |
| }, |
| "l14.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:cbd51a7ccf7d9acd2851c2ead85a17b8683f332abec27d39670bf70c897da242", |
| "stored": 6213 |
| }, |
| "l14.w_gate": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:b07b55a7b8922826e0a0b1bcb295ec788bb106652b6859292663b8b51f50adcb", |
| "stored": 6734889 |
| }, |
| "l14.w_up": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:fd1e7e7d64463ae9361d3cf1ee1c14292df2b2a67699bc7900570f441884c935", |
| "stored": 6731133 |
| }, |
| "l14.w_down": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 12288, |
| "kappa": "sha256:10886a16b2c11e4655ada50e28f12c493242db4711a0f5e0219e20eabaa79fa5", |
| "stored": 6710947 |
| }, |
| "l15.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:2e9c00b5b9dd12f47198d8c5dd0ddfe472dfbd1540f256eb555ab5e7f77e239d", |
| "stored": 6391 |
| }, |
| "l15.wq": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:1b1f953d2e11f6518ff5a00e676e01dfc7a1a95236bf0282bf145add51731170", |
| "stored": 2254741 |
| }, |
| "l15.wk": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:d9e00f05e92a21fe38baa164a09dd1242df5efb464bd16c2481f0908798ac4e7", |
| "stored": 565232 |
| }, |
| "l15.wv": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:b517ad93d9e2641e344636e4c9fbee64fc7845db56f0298cad920b1dce4a56fd", |
| "stored": 560193 |
| }, |
| "l15.q_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:c2002d20381134c0325c9d38cffde7b87156cba4040f320727f66b2a8c39b99a", |
| "stored": 279 |
| }, |
| "l15.k_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:9e3775067e5a63fb605c6be7b3892914186fdbe2821543accf48faac85631f20", |
| "stored": 285 |
| }, |
| "l15.wo": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:15aede3d0701d2f8f5469ee6efb364bbfaeff6d58538ee8031d981aacd2940da", |
| "stored": 2262402 |
| }, |
| "l15.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:ce9f37300bcdda425195102a29ab9e2bf3c35625a04ded0596a20cc2d98657c7", |
| "stored": 6286 |
| }, |
| "l15.w_gate": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:c34a3d44e03e9131a2ac94cd309dd2b61afb82b8506726898a63037e622ab6df", |
| "stored": 6733824 |
| }, |
| "l15.w_up": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:e34915e391a2bb05cbc33613be20fdc37059be1e623821042bd4309cfe40d8f5", |
| "stored": 6729656 |
| }, |
| "l15.w_down": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 12288, |
| "kappa": "sha256:bf79142ba3a9b5d270cfd2675ab38e2a7637a64e1f9a873a8c5e7c8880262f0b", |
| "stored": 6720092 |
| }, |
| "l16.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:b91c0a262244a36a8d1bfda7fa555262ef8c0d83b46fbf0cc11e5f79c9cc7a2c", |
| "stored": 6649 |
| }, |
| "l16.wq": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:58a3d1bf5e96c99c902be29cc6ce35a8003505690613765b1ccf86d81db60fe9", |
| "stored": 2254002 |
| }, |
| "l16.wk": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:436071d79edc3f1c1c627191cfceadfa24d4109157da1f0ab6ae26e599b70be2", |
| "stored": 564364 |
| }, |
| "l16.wv": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:b0ec64ec4d94811d266bcb47840813d8de41d0531ef0aa72e5c83c07e308fde9", |
| "stored": 560921 |
| }, |
| "l16.q_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:ec451fa335b882bdddc0ddb2df3a72b5689c89fa57a7a4a72ccf1e4c2df3bff7", |
| "stored": 282 |
| }, |
| "l16.k_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:e2bc8e2dc8047b4e3367b0f3d33ad8634e856cd7b144deb70d3102c24565a64e", |
| "stored": 300 |
| }, |
| "l16.wo": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:1279e67cbb3ffa24a9c2869e2149d2de98499fc5b294c3f15abc9f41e34a4414", |
| "stored": 2265495 |
| }, |
| "l16.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:282ff9f82b1a5865f3ef7359fe9910b71bc2f9ab48634f37a2d39c82f1986967", |
| "stored": 6342 |
| }, |
| "l16.w_gate": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:f6cd6aef2ba0c290c9d14bd35bae604aa4a9ad8684d506f0fb412563b60abfbb", |
| "stored": 6734800 |
| }, |
| "l16.w_up": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:b75da99067fae47b28db85949e9660c4c7f2beff447f4a28db6221884ef5cec4", |
| "stored": 6729747 |
| }, |
| "l16.w_down": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 12288, |
| "kappa": "sha256:92e0c7e0532097c5da613ab5d5a9c24ab9799799ae73f8954394b983379a95fd", |
| "stored": 6724054 |
| }, |
| "l17.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:552e32abcce4709bc9ff28fd73a0ce042995e60a1b4fadd3016e882f588e472b", |
| "stored": 6575 |
| }, |
| "l17.wq": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:888306e74ae97bb3bd2268a5ea218390e6c45e4f415f184d0aaa446253988f34", |
| "stored": 2255169 |
| }, |
| "l17.wk": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:4d4cc8b8a928060d47e0a8cf496f6efb993e77edf338807b80b2ebd6befd8844", |
| "stored": 563966 |
| }, |
| "l17.wv": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:eb3ef6232b45f77fa30d1089f72c9302c28fc2560efd1263a4fad240f2644665", |
| "stored": 560306 |
| }, |
| "l17.q_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:cebf8505efa21ae70a64d783c1445cf771adcebcf37f556cc9dce3b3e2b21f1c", |
| "stored": 291 |
| }, |
| "l17.k_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:fea0fcef3706c545acca9aab607c2b51b0ff9c9f9ace3b7f0d88816769caa902", |
| "stored": 303 |
| }, |
| "l17.wo": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:cd0fe61ca84cc413c296e2106037c6320ee3aa691deb66ef8e3fd75f210ec268", |
| "stored": 2266002 |
| }, |
| "l17.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:f2592b327593fbc831fa8589bca3f95247d75f400e73b573a8ebf3fa02ebb35e", |
| "stored": 6288 |
| }, |
| "l17.w_gate": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:b8431269b16713283dad68e4bc6bd549f4d823ad45c0213026329c607ac2c28c", |
| "stored": 6731667 |
| }, |
| "l17.w_up": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:15139c09dc07ed8524107bbb4005ea51e3da680c5907e242b087c56e75eb925e", |
| "stored": 6730817 |
| }, |
| "l17.w_down": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 12288, |
| "kappa": "sha256:e2441d61c0f64532ef43407b1bc7f389f3ddcd9a9c1ca02e5a8f79068f541f79", |
| "stored": 6721637 |
| }, |
| "l18.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:5b05cc2071b76329761a0a0babfc61b9714ac1a434c875bb6ab6e0d4bf1773d2", |
| "stored": 6625 |
| }, |
| "l18.wq": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:e99cf41a3b48fe19758f8494f4f2b35fb2a8737be82efb040217f17271dd860a", |
| "stored": 2255007 |
| }, |
| "l18.wk": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:f38b010dda7b83f23d8ae6033780c45e8f5c2786528dabb70308dc4265c22883", |
| "stored": 564101 |
| }, |
| "l18.wv": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:6a133950c762a08680575e4e468d35970c1e7057c5cdacdd33a9eb29fc962c38", |
| "stored": 560994 |
| }, |
| "l18.q_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:f145da362d7e1e933a53752245c4b300de42ea42fcbe5ea868425b4506d64ff2", |
| "stored": 277 |
| }, |
| "l18.k_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:770333bdcda88ceaf967199023c32c610a667eaf8acfa0a4384979901e9a155c", |
| "stored": 279 |
| }, |
| "l18.wo": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:96cf07c775c55596497c5888801f9a48a4d38443a891d0c0f38cf25b700a9ffa", |
| "stored": 2266671 |
| }, |
| "l18.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:15d3467c95f90a0ce73702a53d198fb70e5118748c6ff09140503a6923eff523", |
| "stored": 6214 |
| }, |
| "l18.w_gate": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:c00d9d4439ce0dde7216555f02be7f8161b1b560131de6cd7509f734440cb330", |
| "stored": 6730195 |
| }, |
| "l18.w_up": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:c0ecbe37f5d368f0de051d9b73e98b4ccd2fe1b13e8dffa418eeede81f9a6493", |
| "stored": 6730909 |
| }, |
| "l18.w_down": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 12288, |
| "kappa": "sha256:a42e92f54a062708d6ed1699aae794c138e704179b5a98c79f279e12858a93b5", |
| "stored": 6725421 |
| }, |
| "l19.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:20c5ba988cb31995a95a77ec356e564087a4ee3d727b8af49848821af7b0effc", |
| "stored": 6373 |
| }, |
| "l19.wq": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:4cf880e9997bc9201a7c612731165aa4db5eabf4ebe000e2a934bdda3116d06e", |
| "stored": 2256269 |
| }, |
| "l19.wk": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:3cfeb66384cf059c79a17f82ee78bc8641a3965f5e1d97e58efc1dfb3dd9e1c5", |
| "stored": 565347 |
| }, |
| "l19.wv": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:d76f3be2bbe70b0847f28ff5c91ca289e5f01bba54981267fca0bc81dd3e3fba", |
| "stored": 561160 |
| }, |
| "l19.q_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:b4d02c7a20263f2271e50acdde9795fe9afe0355f6caf9513180104e35c08380", |
| "stored": 287 |
| }, |
| "l19.k_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:c1ca34215e0fa3e6d08468d6219b4e7c3a7b4cfb95a0e6b62a910e2e6a826518", |
| "stored": 311 |
| }, |
| "l19.wo": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:1f2245f2d84d492b3af689d8c90722b9d0794056e4f12a5e512f276300161ec0", |
| "stored": 2268566 |
| }, |
| "l19.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:e7322efe199a228902bdf2279b96f91611c4504782b9f78bdaf750d420866e6d", |
| "stored": 6082 |
| }, |
| "l19.w_gate": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:7be1d4b9c2e4ae8a27fc029f6a8cf0fdbdf375d24aa4769d2881610e5ed7b47b", |
| "stored": 6738305 |
| }, |
| "l19.w_up": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:c1fe974c9ecfa510d566d04f00ef1111eace366ff597c73978cefd6f69c0dcc7", |
| "stored": 6737500 |
| }, |
| "l19.w_down": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 12288, |
| "kappa": "sha256:67f334ddc40a3433b03de52fb64a343d550de5bc13c78de0ebf8c23b4edbeebd", |
| "stored": 6721363 |
| }, |
| "l20.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:34f036c0f2d3f6609cc14288a74c89ff167e8e0774f13c98e680b3e31ba5a465", |
| "stored": 6346 |
| }, |
| "l20.wq": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:833a8b586c177216e1e6f74e146aa3ad3449f424dbbee098087a99e0d658a285", |
| "stored": 2256571 |
| }, |
| "l20.wk": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:e5ffb38a1b9f0e294dec222f23169037d47cc9810450116467ce2f3d83dc5074", |
| "stored": 564890 |
| }, |
| "l20.wv": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:d3d486545de494a7f001554a915e33670311304cf7e86dc8b22846d084918e26", |
| "stored": 560685 |
| }, |
| "l20.q_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:80b4b7a2e1d72d6f7092e9d2eec0415c652695d60b25e4a82c664cbaf5aefd37", |
| "stored": 279 |
| }, |
| "l20.k_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:0a1e598e65fa80a51bb7b7c9b669829253014f8149fe884386d6145655c865cb", |
| "stored": 297 |
| }, |
| "l20.wo": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:ef3f249b4605ea33d1fda1bd325d05d6aa8ee4371888ebcc0df0df58dcc4aa57", |
| "stored": 2262603 |
| }, |
| "l20.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:a661e7ce18d6410b20cfcbc649d60d990afced92987b0b8655c67ad28d0fb486", |
| "stored": 6015 |
| }, |
| "l20.w_gate": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:6af710b42b24185d518b9ddc08a45b8d3cc0a5a2ddea2bd896bfec575c0480e1", |
| "stored": 6738115 |
| }, |
| "l20.w_up": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:6a55edc6512fcd7c068809f27228038c67abbd4deed3f3aaf735501e769d4985", |
| "stored": 6730297 |
| }, |
| "l20.w_down": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 12288, |
| "kappa": "sha256:cb509e97cea9ba284fb37a98281fb0d335b85ca32e99f70db7da3ceb3c3dce34", |
| "stored": 6722064 |
| }, |
| "l21.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:fb92ab894b32ad386fb9fcf264354c8becd71a520b070cc1f5dd3a342e9c6bb3", |
| "stored": 6259 |
| }, |
| "l21.wq": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:8610ac1dbf73542aaa358e9926dddf21cfa1c5f411c5502912c04f6156c2b74d", |
| "stored": 2256090 |
| }, |
| "l21.wk": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:0fa2000b82b054557ae52a55cbd37b6fcd4434d70f238b771a83eb630d2e61d6", |
| "stored": 563636 |
| }, |
| "l21.wv": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:f7a56aade4573ec069b5667e753d0bf50cb426cfd9cb7a591f0e2ca2ba6991ae", |
| "stored": 561404 |
| }, |
| "l21.q_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:6d79e66f990c8144c6c3b1040d8c4bf014ed19c1f825f46698f7e1c75ece4696", |
| "stored": 270 |
| }, |
| "l21.k_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:de2c99d11365bc7aa38020c1759aa24df4323849c4416725316a6300d55e992a", |
| "stored": 291 |
| }, |
| "l21.wo": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:687d0d1b821151f354a021ad02bc6444a8dba38227a38fc8d2a5cc3e752e53a6", |
| "stored": 2260456 |
| }, |
| "l21.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:7a992f8ea0dde64414f6209746180ca25cf5f483b30ffef969d910bf64d40971", |
| "stored": 5836 |
| }, |
| "l21.w_gate": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:dbdb9ffa33bd3ddd3e63cd8ae08a30e5fef6ea9b7998413104361ebd9a5d1130", |
| "stored": 6744630 |
| }, |
| "l21.w_up": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:ebf01ee472c9b31878dba56c9d85512821751a8777a74101a68e6915f93f8d97", |
| "stored": 6731272 |
| }, |
| "l21.w_down": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 12288, |
| "kappa": "sha256:5310a67237941eff682a6102719dc84f811bb61932feceeaf302a4b760004be6", |
| "stored": 6716794 |
| }, |
| "l22.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:c5d860da0681c6585314de1833aba88530f240da7e4900c7495dc531e1eff179", |
| "stored": 6024 |
| }, |
| "l22.wq": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:ccc6d0f8642a3bfdeadcefa2cd12b1640f329fd5d3b8ff48fd8b2dc9ade7608a", |
| "stored": 2255653 |
| }, |
| "l22.wk": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:6c765107c3fd2249aa4c612bb37ace2b59309233d65d3289ffd361b76fa1772b", |
| "stored": 564439 |
| }, |
| "l22.wv": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:a06b63f25845347e9b7dc8cb70db8ac988a45e5cbee53e2a12152ca0dae41964", |
| "stored": 561187 |
| }, |
| "l22.q_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:cc36d56dc305bee19ab17d60c16dc4296eeb7ef85ff6169f03ec1265b5dd86e9", |
| "stored": 301 |
| }, |
| "l22.k_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:c5bcfa2461c030f2031350a3e4e390a16017e361e6eee7f7caaf3adc76904295", |
| "stored": 300 |
| }, |
| "l22.wo": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:341bdf2e41cdc91c0aa5c30c2dc1e7ae68efdd3d6c3a8fc8e26f4e96df517a0f", |
| "stored": 2267496 |
| }, |
| "l22.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:7a5cd0565ad171e4cc4e8de347eb3a8556b8a576fbbe72f174e50a89bfea0365", |
| "stored": 5647 |
| }, |
| "l22.w_gate": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:168705d02eba1c95e9b8079fadf4383cf305f779b7352ac0094d629462f0f2fe", |
| "stored": 6749252 |
| }, |
| "l22.w_up": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:239b29032b29eb6d506ea8841ba3062d8761c2344b0c25a8a3e559eb29087acc", |
| "stored": 6732884 |
| }, |
| "l22.w_down": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 12288, |
| "kappa": "sha256:cd87a5378317c147a8daf294abb37978ece3d5b4fbf19e84d4510b943b9868ac", |
| "stored": 6705444 |
| }, |
| "l23.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:bdfac56977e2a1e51a21f09c7e03a8ddc6e496e61bbfdde48af7293342cfb783", |
| "stored": 5564 |
| }, |
| "l23.wq": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:650267994ade9a0d8519a15f962bfb13ae63a40af330027bbf335f932f2fc867", |
| "stored": 2255232 |
| }, |
| "l23.wk": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:09c7a8def9569cd30a0b14a590beb88f36bbb2d3b7962d91cc59a148e8a550b7", |
| "stored": 563249 |
| }, |
| "l23.wv": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:1379788e410997496c4ca83604d6b9adf15d1337c549b9c7a0c0953675501b38", |
| "stored": 561139 |
| }, |
| "l23.q_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:c911ae5d2cb8df48b724e57047620a59b82c65ecca3ce3cf156d4fe74491b966", |
| "stored": 283 |
| }, |
| "l23.k_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:36d912313a9fe2b2f2b4d32307a2ad3d7346e40437c59e4ea02a5c79a8dbbcc9", |
| "stored": 296 |
| }, |
| "l23.wo": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:56de6df7e43cb018aa9bc8971b18cd3611a7be5d3fc531ce2a9d0741f9aeda3c", |
| "stored": 2259304 |
| }, |
| "l23.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:1b27386dc4271463122a4e1950cb20b7b22c69ccd420ef09bf356723ac727129", |
| "stored": 5487 |
| }, |
| "l23.w_gate": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:7bd595c3f2f0248375e2675ede42841265c104fbb393a5b51d6661147dfab24c", |
| "stored": 6749073 |
| }, |
| "l23.w_up": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:600a8f6644c620738fab69f26df6f1f103bea35284177b9017a995690cceb626", |
| "stored": 6730559 |
| }, |
| "l23.w_down": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 12288, |
| "kappa": "sha256:f9aced5e59f9983f3de50a9da488c933e02a6114f81a2664015db340a7df45f5", |
| "stored": 6711749 |
| }, |
| "l24.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:70095b496fa1e6a76ced2f15a669e38393a5b3a47ba49ed1a0c8b38e6ceb81b4", |
| "stored": 5387 |
| }, |
| "l24.wq": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:5d0dc99f02a11d3ff59f6cdd1fce9f02ac835f2ebee7c3417b9706e7bb4a24c2", |
| "stored": 2256851 |
| }, |
| "l24.wk": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:f2e8afce72298bf8634c8e407ae34483b8f05f09d029669c5dd858a1872b92ce", |
| "stored": 564285 |
| }, |
| "l24.wv": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:9f4a673cc3078998d94d52749ae925163cd567a738ddd4535303f6b519b4d9d6", |
| "stored": 562553 |
| }, |
| "l24.q_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:cc71e97f156d2d3ea2ce9441e5df8f7a994267521a84c23f71a5bccdefc78738", |
| "stored": 277 |
| }, |
| "l24.k_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:18392bdbd58e12cbdd09ddcfc839a4b9842234939360064b7266101675cd11fa", |
| "stored": 296 |
| }, |
| "l24.wo": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:75450cabc7ac8ce0b39d5549c44286cc81f6c1d01946d5ca098323d7a22c9751", |
| "stored": 2263564 |
| }, |
| "l24.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:2430f85dbf9d7ab6b178c4eb1ba9b594767e79798b00d14d926f8c78defd1c06", |
| "stored": 5234 |
| }, |
| "l24.w_gate": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:2674445baf77272921bf15ed18ec0f7585a61d7f9f5b162883ae5e2f2a7e182d", |
| "stored": 6744909 |
| }, |
| "l24.w_up": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:d77afb5d3444e21ecf81b37502bf451e95164514e875cea157cccb39074266bc", |
| "stored": 6730737 |
| }, |
| "l24.w_down": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 12288, |
| "kappa": "sha256:094eaadfc15ea325fd1b68764ce3dde6089595527dcc5d0b852aac3729ec8cc4", |
| "stored": 6711005 |
| }, |
| "l25.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:d95c36da07866563080a85d56e3b6657d83aefe6075302fde5a4f32d78cf6e84", |
| "stored": 5226 |
| }, |
| "l25.wq": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:cd918552bb0e3e91cdfa43579cc3fe6551ccd0fc44808750f751652427b96a51", |
| "stored": 2253214 |
| }, |
| "l25.wk": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:9a0995856dad9f1f0a5dea1bdd0b10e0839c67169ab4e4b606baba23715991f5", |
| "stored": 562917 |
| }, |
| "l25.wv": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:005e97ae6c8e38c8ed94a2a2c52a1279774acdaee0b931dbb42048a6d6102aa5", |
| "stored": 561150 |
| }, |
| "l25.q_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:c1a9da371870bf54d5e98b4115dea59496947adf5e76f7c496c9a421c64200fb", |
| "stored": 280 |
| }, |
| "l25.k_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:a1a973b8c5d330c3bfa911e3827191608f2c77575dc1c12c3972336a79c56957", |
| "stored": 301 |
| }, |
| "l25.wo": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:68c032a6742d047077a76103a70a5e7f40f9c9e7221f45362d9d494fa0a92456", |
| "stored": 2258069 |
| }, |
| "l25.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:e363886bcbd873fe7c476bf309210d9b6bfa36bc7524ff4c6c454bfeecefb67c", |
| "stored": 5082 |
| }, |
| "l25.w_gate": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:b86823b562caaaabc6f61f0134c974595fcb585b3d41aebe91d6d5fa623d791a", |
| "stored": 6742262 |
| }, |
| "l25.w_up": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:15efa6ed6ec93053206fdc16c67c4e9ad7c3bd947912c95741572d7b425197ff", |
| "stored": 6730675 |
| }, |
| "l25.w_down": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 12288, |
| "kappa": "sha256:693146ded6a7d5024008bd91a14ac5c1e26b3d611402015bc3777c66caa8f785", |
| "stored": 6711962 |
| }, |
| "l26.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:544de32db63ebaec84e69a8f95a0af73aa152d9ed0d6d3d6ffffa3d92112b341", |
| "stored": 5231 |
| }, |
| "l26.wq": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:08a305f92870c74876b5eb021da628734af3cc96ef0e05000b7f79fed7bcdf0e", |
| "stored": 2255547 |
| }, |
| "l26.wk": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:41e8a15c2ad19b7b512cde50aca95d60168ebd45c0d4c357267bfa5b972ae2bf", |
| "stored": 563441 |
| }, |
| "l26.wv": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:ded3facdfcf9886f22643ad7b324a338ccf40fb190dd60fb6c6e57e96f4d0e09", |
| "stored": 560404 |
| }, |
| "l26.q_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:11e730c6dfcc104fd59a6ad12b3e7ac0d0fd14db5ce30151f521155afa381376", |
| "stored": 285 |
| }, |
| "l26.k_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:00fcc28f6dd8cbbab16c4027fa3d53db08fdf3652fc653ca21091485ccf3f3cc", |
| "stored": 305 |
| }, |
| "l26.wo": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:e543dcfbee2d40bbe83ef8c7fe5a0dd394aa697529fdcdc54a82e807a871a9f8", |
| "stored": 2266344 |
| }, |
| "l26.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:a3873ff9a567fcb137a2b437fa414c87c1f37c12762a2beb8f8f421b5d71e16a", |
| "stored": 4894 |
| }, |
| "l26.w_gate": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:bd3ea27d3b787f6217e680d922ad6bc650e8f367df4c0e6e28f74917243f7f1a", |
| "stored": 6741251 |
| }, |
| "l26.w_up": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:f2614da386eb2199a43375927facf4f7fb67dfe3b26e00457093f304fdecaf4a", |
| "stored": 6729174 |
| }, |
| "l26.w_down": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 12288, |
| "kappa": "sha256:bfb35d5a12180ba6e5e153991636ad27b45e0096b833a3d7f3e7b87f89291ccc", |
| "stored": 6714357 |
| }, |
| "l27.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:3bea1ec915c73e2c5d1053517a38ca3d38498193d564ee23ee41a38c366df097", |
| "stored": 4976 |
| }, |
| "l27.wq": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:6dc380b669e7de37721e4f69bf9714ab48d9f41e6fc92c12209e14ec21d01747", |
| "stored": 2254733 |
| }, |
| "l27.wk": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:b874924bb39fe293495e714a57ff3573ca432111e4121dc1c1afed9f1381bc8c", |
| "stored": 563672 |
| }, |
| "l27.wv": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:7b32f8783bbdb77f981449b58fa8be1d3fa7276bf847aff6db07bfe6507560ce", |
| "stored": 561415 |
| }, |
| "l27.q_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:3e33c8a351c016854e4f1ba7a76c6cb79198eb21aa9ae915a697b06a9147a78d", |
| "stored": 276 |
| }, |
| "l27.k_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:24091b2b14de348d0d43b1714ae4f391f2081dfd66d597fcf42f5722eb482102", |
| "stored": 301 |
| }, |
| "l27.wo": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:81dff85e8411966e4893aa80d034166eb099ccdf8f3c2d961a0de23d17300c5f", |
| "stored": 2262452 |
| }, |
| "l27.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:8a04144c6033b11ad0418d59e4e069bc1c672ff4204bf4f3210eeb5256ca5f02", |
| "stored": 4799 |
| }, |
| "l27.w_gate": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:df8972b6636dc7d288bfb8172ed6921df60cfe52b442d67f3d8d2fbdfd7a5c46", |
| "stored": 6742050 |
| }, |
| "l27.w_up": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:fc0265ef2fb75370aad2caf38ed9af92688fe30f3899b298768101e728369cdb", |
| "stored": 6729362 |
| }, |
| "l27.w_down": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 12288, |
| "kappa": "sha256:6efec06ab2d40c76033e04c1bbc2e05065a92323d8a08539733af4523d2417a7", |
| "stored": 6714311 |
| }, |
| "l28.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:cf6542a57d646815f311a9e5fb01f4eae699b0eab8349a2aef0a0ceee33b0a7b", |
| "stored": 5137 |
| }, |
| "l28.wq": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:81fa07e6f6f638e800ee84286f30f49ba05f6e55789345674f14af13e0c65b17", |
| "stored": 2255456 |
| }, |
| "l28.wk": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:149f4d23f75740ec4cc6205356db6ce30ef0554c2053cb429aaf61a0e8ad3932", |
| "stored": 563584 |
| }, |
| "l28.wv": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:b5109f271e0271d5ec606258daac1adcd47fcd53040387604761ac097549b34f", |
| "stored": 561020 |
| }, |
| "l28.q_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:bc8816e874c7c09e5bc51687c6461ffc093029d21063a2df73f16698b0ccc86f", |
| "stored": 276 |
| }, |
| "l28.k_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:74061aafafd97173337965ad79cef420315bf8f029b5fcb37ebb860942425975", |
| "stored": 279 |
| }, |
| "l28.wo": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:29b62ea9685e2fce0948178c61b3a726ac1a1f74e1140136850cd1ce5bd5be9e", |
| "stored": 2259582 |
| }, |
| "l28.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:da95d5cd8ad982f2383787a6f56efff78ce98a4c34e051b41b7c3e79d394941a", |
| "stored": 4687 |
| }, |
| "l28.w_gate": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:be8563384d57f584b2ddca351b3d4bb6968d7887af2244d311a61cb5ac1c6fe3", |
| "stored": 6745764 |
| }, |
| "l28.w_up": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:0a8f734d30c3cc203a504c43ccbc7923abc380e40b21a16a4beb889e76f2c74e", |
| "stored": 6731509 |
| }, |
| "l28.w_down": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 12288, |
| "kappa": "sha256:de12061e590e721524d3b433d275aea6b3ee007f7564ac542206f106817767c5", |
| "stored": 6716125 |
| }, |
| "l29.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:3a57181addcc4f6bb65cb2a66c503966f072545490c16364b1e8994eb7330f36", |
| "stored": 5445 |
| }, |
| "l29.wq": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:3ec0f521d925ebe5dd2cc9ea95a3504a0c5da602869b9929162a627f66d0ea40", |
| "stored": 2254303 |
| }, |
| "l29.wk": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:2497e48808b1828c9e10ad765c46ec575d9e6b3ea6d3fd961f5b2763414eb59b", |
| "stored": 564509 |
| }, |
| "l29.wv": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:f6979139c6d9b2b935b2b1f8608285440b87e9a41b51172b84d539ebc1bbb445", |
| "stored": 562635 |
| }, |
| "l29.q_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:d7b926b5a7daf655499d6d3874052eae8dfe894b0e1da988cddb96c3f329227f", |
| "stored": 289 |
| }, |
| "l29.k_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:2f08d2a85d9200cfe428d6435b53ee3117636827ed299cc14ca4bafc3fd3bf5d", |
| "stored": 309 |
| }, |
| "l29.wo": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:6238750de272dc8211b3d376ff150dac4309b0102c8698f2512ad71a8af3aaa0", |
| "stored": 2268001 |
| }, |
| "l29.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:1338bbdea83d9f46a694c12bf2a4a6978eb0f83be6a102c085a9526b9be8256e", |
| "stored": 4650 |
| }, |
| "l29.w_gate": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:6768b1631311d2a29bfa5f8ae7a36fc1358345b826bc32d4dd799e78eb9084aa", |
| "stored": 6739087 |
| }, |
| "l29.w_up": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:832e2ae1c0afac6104c89d76a7c7d28baa1b645067f42d36cf0465621ab63ea5", |
| "stored": 6729747 |
| }, |
| "l29.w_down": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 12288, |
| "kappa": "sha256:b67fd9681698f17c9788577d6ed6bc64a482881037a32e3cb7519f1acbf8bc13", |
| "stored": 6718435 |
| }, |
| "l30.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:52a48853707edc657d21ab708bb0b1d814939d34248124bde35533eeaebe0562", |
| "stored": 5063 |
| }, |
| "l30.wq": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:5d897d204bcf9cee33e7464d01841c5adfe9b9568a63732c3b5161b67e3a3f70", |
| "stored": 2252887 |
| }, |
| "l30.wk": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:e56aee56fc433e62a624649cd5e99145d1b927812cf72603cb7904f91187af4f", |
| "stored": 563895 |
| }, |
| "l30.wv": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:002eb6db426a48b8dd58d66cb9cb86592e3863a077a39fc522f00894495543ff", |
| "stored": 561906 |
| }, |
| "l30.q_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:0f087913bb5db358c5aefc7eef1ee8dc9c6fe79857fd1ee87dd48e9bf410c45a", |
| "stored": 283 |
| }, |
| "l30.k_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:f30ebe9edf21fab1ea800c12863645202d86e7753a5b6844451fa72dee456b84", |
| "stored": 295 |
| }, |
| "l30.wo": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:998cb6fb158ae2739019cd415aee6a63a221948edaa38d36f5344ab445f49fd6", |
| "stored": 2267359 |
| }, |
| "l30.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:88ca5c85e17e400afaf27d4e636c582198f93efdcb15d21e835ba21c9c264208", |
| "stored": 4456 |
| }, |
| "l30.w_gate": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:a6c5aebf42f8fb7baae538438a6381c1ab76151659391df8ec1106a85ff856a8", |
| "stored": 6739414 |
| }, |
| "l30.w_up": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:2d7b2307872fb365aa3bf61f5d7ad7b6fc632e2df199a6db2dbe14ab2b620bbe", |
| "stored": 6730269 |
| }, |
| "l30.w_down": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 12288, |
| "kappa": "sha256:009fd1e53ab4b593287aa50db2c82fc045a87a74ea9dcc16d42b55c1fad8979f", |
| "stored": 6720253 |
| }, |
| "l31.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:e0023773b9e89e47e759ed97744eca08d6fd55028c5604e85ad275bee080b64f", |
| "stored": 5384 |
| }, |
| "l31.wq": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:d531444e8ad4d5fc1169af7a7f3351831fa1edab96d9cb28aa3b75768e86fa78", |
| "stored": 2255190 |
| }, |
| "l31.wk": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:a56823b6282cf7fcfe1c65d96ddfa75242238bc4a38e5adc57c0344d0ef33dcd", |
| "stored": 564532 |
| }, |
| "l31.wv": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:2eea45c402d58347b2bb240270f07ecfafb5315ed57c5946a5f0e2b8d0c48bd8", |
| "stored": 561842 |
| }, |
| "l31.q_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:3d907ef019f06e571d6c3187636388c9d9c01a71a1eab7bbe3d8f15596deb0a0", |
| "stored": 284 |
| }, |
| "l31.k_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:b5680417bfafcf6575ae88d65008167877af62f0122786927e986c8c944784ef", |
| "stored": 295 |
| }, |
| "l31.wo": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:0d4b00be3da2afb36102e522241bcc3cdcf753be79df924aca203cb83eb738e3", |
| "stored": 2269175 |
| }, |
| "l31.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:77308e273d685782a2f7ced3fdc803b4ae44eeb7510b85cd16adb34cec102a40", |
| "stored": 4337 |
| }, |
| "l31.w_gate": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:f9ad20eb7f7d1bdab4d2130bb225640df271930c5179d02765b3829e3f60e447", |
| "stored": 6738622 |
| }, |
| "l31.w_up": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:e4cac4dc3c4451f654dde978c031a03a1812cd611a44d50d1b7761878e2be5fd", |
| "stored": 6728099 |
| }, |
| "l31.w_down": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 12288, |
| "kappa": "sha256:d75a821380a84fd8b46e526b3879918084a16177bc4daf0ce84ab58d736f78bf", |
| "stored": 6721898 |
| }, |
| "l32.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:ba05f34d0b1ab65d292c7ad37216a5e572fabd9e39b5994b1c49ab1fb95b9ad4", |
| "stored": 5008 |
| }, |
| "l32.wq": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:0a3e3609dcfbd11b7415586b7ea67ef641819f6b359b4e25de150189b493e8ed", |
| "stored": 2254641 |
| }, |
| "l32.wk": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:465ffb324f377d23d973154db04279676b451ea38fb11e09905f446ecb25ea4f", |
| "stored": 564844 |
| }, |
| "l32.wv": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:7a78bda3b08a98ae383ccef1fe55dcc9066fdfc38b00f4ed7691f096e0f00573", |
| "stored": 562057 |
| }, |
| "l32.q_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:f4dc0d848ddd9db5b29f01622d46d4037e14420e1f75e9972513b3e1b2169b58", |
| "stored": 275 |
| }, |
| "l32.k_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:eb69f8b8d93364c2a8d0fad65003f27459e2fe6b5d17b8c75eeb96e14cf65aa1", |
| "stored": 296 |
| }, |
| "l32.wo": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:c20440e6bb96ed688c043ed11a9d2491f56eb825d4b80e60df3793f885070f22", |
| "stored": 2270677 |
| }, |
| "l32.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:50892b5cdb688a77fe2272c69a905dc365172f3da12d9a67dd2b1978df820225", |
| "stored": 4035 |
| }, |
| "l32.w_gate": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:a0404c349af34f126acf34f1fc7961d24825b9e8581b06b30f398f19f5c6f399", |
| "stored": 6740223 |
| }, |
| "l32.w_up": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:b8f114d87b9d7a41eebd591cb0e65fdad50ce4ce014adccb665339ce14821d34", |
| "stored": 6728674 |
| }, |
| "l32.w_down": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 12288, |
| "kappa": "sha256:aa1b90c83cb0edf155b9eec9c2d3dd720e4e1a204a4575045f2181073f2a7fa1", |
| "stored": 6721043 |
| }, |
| "l33.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:a985297bee91544460c9038eba3144a6cef3926d7d34b1bebaf9039d33da7a5d", |
| "stored": 5360 |
| }, |
| "l33.wq": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:df36112c7934a3cad71a75dffcf4e09088d8effd063a2e8d7f52e4509cf29131", |
| "stored": 2259541 |
| }, |
| "l33.wk": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:0962033a7d3c8b6fd25f994e1d4bfb56e5f995a4da8d447741006222dcfd7af1", |
| "stored": 565975 |
| }, |
| "l33.wv": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:38c18df5d9b547b29ba8290153a2b775febf59f42dbde33c2a4ecdef98d5ded6", |
| "stored": 562720 |
| }, |
| "l33.q_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:20d4570be9e465edd42953569ef74d41ec2a846c3ccec263df99490fe682bbe8", |
| "stored": 292 |
| }, |
| "l33.k_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:236d293cd0dabd7f8c8eb19277ac9b05a8716a55d3ee122f593fa541a24c90f3", |
| "stored": 315 |
| }, |
| "l33.wo": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:7ac24efaaf3dee70839875db683f130be119364bfbaca31ad5ca4d7648a318d3", |
| "stored": 2266688 |
| }, |
| "l33.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:c26ee76843a12b0077fa47ec75186a9c7549dc2f1e152003b9299c6ac1e393d6", |
| "stored": 3684 |
| }, |
| "l33.w_gate": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:b2dafaa811caa838b604656fe9d4ff9fb4fc9df9a92051e148dcd1e95ddc554f", |
| "stored": 6744555 |
| }, |
| "l33.w_up": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:f15a11c4c0ad9806b2c937e52faa2510f8ea772f7a909a50be536bdfc5cd6283", |
| "stored": 6730092 |
| }, |
| "l33.w_down": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 12288, |
| "kappa": "sha256:ea3e1dfe65117a8311f391231425010b25be5e0b77d5175c66f448e3b178f0c0", |
| "stored": 6715152 |
| }, |
| "l34.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:8e6daf96801a982dcbc7f5692333a03d7ea5994a444540acff59dbe8cf67ec6b", |
| "stored": 5140 |
| }, |
| "l34.wq": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:7cff2e529aba2504fbd1870fa0b1dd2a3047ffeafa2314f9672a23a2293ac05e", |
| "stored": 2256729 |
| }, |
| "l34.wk": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:9f7ec4a72e73c42739770db1527fc743ed06612fa4eab27e455511d9e90e1205", |
| "stored": 564859 |
| }, |
| "l34.wv": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:b1e168b093208af387f84a75dad26abdeb23d54423e5be35e4809d85aa6581df", |
| "stored": 562287 |
| }, |
| "l34.q_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:499f6e2e8408a62b4ab94e36d7d2ad4c5ad767e752695358254f75b177b45261", |
| "stored": 280 |
| }, |
| "l34.k_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:4ee07bee93eaff950fa536e2ccaaa76c3063875d69e24b69d11b3a98b03fbb06", |
| "stored": 295 |
| }, |
| "l34.wo": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:d45db91d354b4b9e01c56a15b2527cf8f01bd1b98e1c4e95c93a5fb9ca721877", |
| "stored": 2274048 |
| }, |
| "l34.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:8ea45f72e9b4e6058678226c3c28db9df5b733f4f16cef9e2ef1e0e5e4bbd37d", |
| "stored": 3325 |
| }, |
| "l34.w_gate": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:0cea9a6a56fb42550c701037037a4f2284155be9a752e7c549c627b943d6473c", |
| "stored": 6754209 |
| }, |
| "l34.w_up": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:c5d257ce49783c3ce803dc1fb001c2c16e43766de8040ab90ad6cac8e8fc1bd4", |
| "stored": 6730782 |
| }, |
| "l34.w_down": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 12288, |
| "kappa": "sha256:09d1c6f70786428300d51c91d75faaaba6ddf054b62ff7659f62288196a45bd5", |
| "stored": 6709769 |
| }, |
| "l35.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:98826ec22feddce0919842eb8c1fc4f848e8aea416a1d4ac228d27595cf02743", |
| "stored": 4662 |
| }, |
| "l35.wq": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:2cd6f0601b5a15b64f82ec6d37ffd90c3cb3d7258bbae37448ee0be10d58ea68", |
| "stored": 2245520 |
| }, |
| "l35.wk": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:319241713c932d0b31c8cf9f9aa87e3fe63afe96bec95c40ea161a0839b6f671", |
| "stored": 562985 |
| }, |
| "l35.wv": { |
| "fmt": "q1", |
| "N": 1024, |
| "K": 4096, |
| "kappa": "sha256:e3414754e5b8684472c8a0ef0e318b734170a7787562f4fcb2d93ff60eeead4c", |
| "stored": 561147 |
| }, |
| "l35.q_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:9e3a930c1e8cfce36876c640b6b36c9d05e894779d9f28090e53a4470b5e1d18", |
| "stored": 296 |
| }, |
| "l35.k_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 128, |
| "kappa": "sha256:e1da0165fe6b409ea3cc77278974660dd1c3ced1caea8a070fdaae86f30b8b81", |
| "stored": 292 |
| }, |
| "l35.wo": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 4096, |
| "kappa": "sha256:cd990e64e82c0eefcbfe37c2df2c05a92428b4639e6a01661a82c61017ea97ac", |
| "stored": 2270690 |
| }, |
| "l35.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 4096, |
| "kappa": "sha256:b20e8b64845b5719bac2f94461bc2b0832743cbc77a420f85d6fa10a029e4702", |
| "stored": 4121 |
| }, |
| "l35.w_gate": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:24ec686d10bb92fb4bc68ff1cdee2cafff6345528b0903fc1b435c033e26113f", |
| "stored": 6783208 |
| }, |
| "l35.w_up": { |
| "fmt": "q1", |
| "N": 12288, |
| "K": 4096, |
| "kappa": "sha256:f0d3b35b62284bd77d4327a4331771b57475fa6c1876f9e24d2d9986d119d570", |
| "stored": 6769694 |
| }, |
| "l35.w_down": { |
| "fmt": "q1", |
| "N": 4096, |
| "K": 12288, |
| "kappa": "sha256:93002b4541e30da1dcabee780e56d7fc080143915987b00d6ac777d852b3a58c", |
| "stored": 6714141 |
| } |
| }, |
| "frame": { |
| "v": 1, |
| "id": "holo-quant/q1-1bit", |
| "fingerprint": "4723101db9f827ed5f8b1e3ffff1276f", |
| "codec": "holo-2bit/1", |
| "layout": "q1", |
| "bits": 1, |
| "mode": "q1", |
| "twoBit": true, |
| "incoherent": false, |
| "grid": "scalar" |
| } |
| } |
