| { |
| "format": "holo-2bit/1", |
| "mode": "q3", |
| "model": "Qwen2.5 Coder 7B Instruct", |
| "source": "tokenizer.gguf", |
| "bits": 3, |
| "layout": "q3f", |
| "twoBit": false, |
| "incoherent": false, |
| "root": "sha256:220ed66b599db7c58f6711a58005e3c05d1db1eb9be144ab44a11197bed44ad8", |
| "d": 3584, |
| "n_heads": 28, |
| "n_kv_heads": 4, |
| "ff": 18944, |
| "vocab": 152064, |
| "n_layers": 28, |
| "hd": 128, |
| "rope_base": 1000000, |
| "attn_bias": true, |
| "qk_norm": false, |
| "qk_norm_dim": 0, |
| "tied": false, |
| "tensors": { |
| "embed": { |
| "fmt": "q3", |
| "N": 152064, |
| "K": 3584, |
| "kappa": "sha256:7f6c852ecfbe5ebb5dfe92c53bd32edd207da40b1990f7a92fa22f385cbe7c43", |
| "stored": 227223260 |
| }, |
| "final_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:3f4c38e1b3e731ab232f418fb9940d19642fc4f97445130abcd6e9b697e8e597", |
| "stored": 3619 |
| }, |
| "lm_head": { |
| "fmt": "q3", |
| "N": 152064, |
| "K": 3584, |
| "kappa": "sha256:1fafbdecac366bc3585a182a1afa9ea819c5e3979ddc9496f8b3809cf9fdbafc", |
| "stored": 244402297 |
| }, |
| "l0.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:e05494d4ed25f6dcc65542ae5c5a0ed990fbe0c7d167d75ff32c09ef6dd44e0a", |
| "stored": 4115 |
| }, |
| "l0.wq": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:2d6ec22dd944d917eda0d4ff85e53b3fc7baa5325383bd08b784b46f89ba9c58", |
| "stored": 5720495 |
| }, |
| "l0.wk": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:a8138f5cb2f614dcfea57e723d36317a5fd6ece25a09e9de3821778ac45550c7", |
| "stored": 820985 |
| }, |
| "l0.wv": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:68fa71a55f70f31ef1b698857f2c0272a7dbd22ba6387fdd26c28a1ceada07d3", |
| "stored": 814731 |
| }, |
| "l0.bq": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:8f0e8176429bdfeb40441c62aa169c2610d848a5321db367c9de14ba65b5a053", |
| "stored": 7701 |
| }, |
| "l0.bk": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:28f54a14cbf8a29962086d0332003e75c8b4e539f7c34536987d70cfd4bb267e", |
| "stored": 1265 |
| }, |
| "l0.bv": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:cdcc95e76fc992f62d63e6384265566b660e2a258ae06ea1a9b5805e08413d4d", |
| "stored": 1231 |
| }, |
| "l0.wo": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:8d7a2919507337e9562ee065170d4268db6d08e07ba9cea7d69e42ab1d2a9835", |
| "stored": 5740913 |
| }, |
| "l0.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:2922b9a840eb661a876a8e671d16fa8069089fac053a1f2c5b87a83c4d3e9dc1", |
| "stored": 5240 |
| }, |
| "l0.w_gate": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:9dd3219d71133075d39c0ef0da510d51a89ce3293962b09378a7cc07455df5bf", |
| "stored": 29599868 |
| }, |
| "l0.w_up": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:3e8068a1c15a40e4f22143fff56764075cade6f8e4bac0b76364e467f770c157", |
| "stored": 30383513 |
| }, |
| "l0.w_down": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 18944, |
| "kappa": "sha256:a198c71b1a9081467dfb0354fef6eb010834d715bcade8aafc905cb6f2612e81", |
| "stored": 30676179 |
| }, |
| "l1.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:c502db3c824ac773953faa19423019609116a20c23f1d073453b3cd350c6a585", |
| "stored": 7497 |
| }, |
| "l1.wq": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:3369f3d2b97a1f0c39de00e77113c5b961157349d90ffecf1ff781858d86eb42", |
| "stored": 5614430 |
| }, |
| "l1.wk": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:7abdf78e68e0e70e6f62864e3bb5a32cc6ca6eef9daa4c94614a2a41ea320273", |
| "stored": 816453 |
| }, |
| "l1.wv": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:78a8cc1f81ed8fc20ea2df1243a078e9f3859b43fe9cd935a8a88b4397512164", |
| "stored": 813872 |
| }, |
| "l1.bq": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:113f8f1bb67f70baa15f5525012841bf846d87ba4c21b86e8fe1b1911e27da53", |
| "stored": 7484 |
| }, |
| "l1.bk": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:b979a4b23886a9edb624069d4c19e8c5b96b1c8e954c7790bbedfec88b814c75", |
| "stored": 1246 |
| }, |
| "l1.bv": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:ce83c4653ce2fcda3abf909fc4bf49b7884e5e7458c9b4059de881d687dcefae", |
| "stored": 1204 |
| }, |
| "l1.wo": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:572bd8cda8b577a81e9253fbac28d008039e13c6bcdecd3c76bd0e010f2b1ac6", |
| "stored": 5727784 |
| }, |
| "l1.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:e03e59a10e564456b64a42bfce12a384e6fb7962bef9c8bc7ef03f9d3181c730", |
| "stored": 5543 |
| }, |
| "l1.w_gate": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:abaaa263d27beb8c7ab9db31bcd24f57f274aa73dc8c631654790a08de61884d", |
| "stored": 28529381 |
| }, |
| "l1.w_up": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:6610e758bed641061bfefe6d199ae39cd9bf227aa5efbd9426e2f521147d5e9d", |
| "stored": 30790955 |
| }, |
| "l1.w_down": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 18944, |
| "kappa": "sha256:ecda4b48222b7a3f698c1e9ccce4cfb98d2df70fdfbf90cd5c15c7985fcccc74", |
| "stored": 30353123 |
| }, |
| "l2.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:ba54b8d20942797f2b74d7cd771dc513c68308e3f861976ff434ffcc475174bc", |
| "stored": 6476 |
| }, |
| "l2.wq": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:ab1f14cad636c2f3da9fbc69b4cb518e47d8cda5a0752a97f5c62ebb71c85493", |
| "stored": 5741082 |
| }, |
| "l2.wk": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:385e1aa052ce1fc55426356b282ae1530edfe7d2adf1f5f38a50a336980346b2", |
| "stored": 825267 |
| }, |
| "l2.wv": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:f8834a7e2c291e6f6293cdab0950fe20dafeca86fd1961dc1bff8147ec037b5e", |
| "stored": 815534 |
| }, |
| "l2.bq": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:39335c1cbc3fe48a666b5f643dfafd4083c526e1295e733d82a386d18aea6dde", |
| "stored": 7450 |
| }, |
| "l2.bk": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:1b796a1ca87968bc2786d064e0b9f9340d3f45d3c7c3efa2019486d93c91863f", |
| "stored": 1234 |
| }, |
| "l2.bv": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:60328c4bdeaee57a16c33685167e370e7e9cc3c61082fe21186063200b2079ba", |
| "stored": 1209 |
| }, |
| "l2.wo": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:4cd58d7c12532f877a9a8a97f20256bd2e7625efd1f634a4824441478c7a1752", |
| "stored": 5711477 |
| }, |
| "l2.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:d239b7c5f60e46b2f9d2fdc286762ad54692f81c9cd5ecfe86b1dddfedae02fe", |
| "stored": 5236 |
| }, |
| "l2.w_gate": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:4c3aaed27b1d534a0ad7a4585c93e3d4288f9d81704ffb014e19bd78387dede9", |
| "stored": 29542844 |
| }, |
| "l2.w_up": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:b0cbbe4907a771eed142301a4391456005a460765825a445a4b37cf48bce4217", |
| "stored": 30627723 |
| }, |
| "l2.w_down": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 18944, |
| "kappa": "sha256:21f596038c9bfbdf83b4183878758f8203d03d0b0a925f1e003acd641aabef47", |
| "stored": 30688170 |
| }, |
| "l3.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:202bd7788e3be3f80171e2681aa9fc12653f71892e76bf06a81717227b41e141", |
| "stored": 5926 |
| }, |
| "l3.wq": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:c13c27d408fe99444c162bd208cacf765fcaa2f4f136415837147de92fca95f2", |
| "stored": 5725496 |
| }, |
| "l3.wk": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:4e48d5d10564cb65d9f881b79674a158586d0fc73cd14f02c8324e6b21143152", |
| "stored": 824712 |
| }, |
| "l3.wv": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:d08c67fac0a1fd92e9197b92c1849079edd0ba98a97f987b3440d7b2a1ce3168", |
| "stored": 816819 |
| }, |
| "l3.bq": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:d6932a1bee5ba9fe52a123139ad1919be2847c98c2480d5fcd3d5a3454a79f1f", |
| "stored": 7524 |
| }, |
| "l3.bk": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:88d919bb534d0831467b43debb0f979ecafe4434f6611272c409ad3f147f3d98", |
| "stored": 1238 |
| }, |
| "l3.bv": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:37712b048c6f77d50f1068c83682ba6153218ef1eaca8a05e8075a252a15c04b", |
| "stored": 1202 |
| }, |
| "l3.wo": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:4f05cf7a9009366b4ad35e83660175aaae1f762e77bddeaf726caef28de6076c", |
| "stored": 5729707 |
| }, |
| "l3.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:3a9cd3b5f45f39df9c02de8b0d7a25261a742b1842bbe0ac93882cd2e553d357", |
| "stored": 4857 |
| }, |
| "l3.w_gate": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:c2aa0b0cc7517af1d07819f713ab1dff883ea1fd25841a6773f84673937bbcf6", |
| "stored": 30034638 |
| }, |
| "l3.w_up": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:fc14d62e7b57b470ed5180079ac91e2e727842e85c7c2fe86d5721b132a63706", |
| "stored": 30124582 |
| }, |
| "l3.w_down": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 18944, |
| "kappa": "sha256:b69710cf1af36b680bef2106f7b7ea565094e3de9deb92ec6976efa7a2f275cf", |
| "stored": 30050288 |
| }, |
| "l4.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:626251d7dc73e77921946f9d67207119630c7a40de05ed2ca20610b215541f35", |
| "stored": 6221 |
| }, |
| "l4.wq": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:9371ead5c5a7f5d6ca9d279169cbcb550c6659e45c750a447dc22edffa730eb3", |
| "stored": 5736891 |
| }, |
| "l4.wk": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:bcdabc9e1289dbb6256852a80c311208b2f9851e2b6b3ec846a3bb52bcc00f2f", |
| "stored": 826129 |
| }, |
| "l4.wv": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:06809472d2bb50b34e99c7917476bf4ae5677cb6f0d1716644c3b549239eefe9", |
| "stored": 818743 |
| }, |
| "l4.bq": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:1fbf1f061fb409125df46ea7b1c19359cfed50515f29d22903b05dfd2d90ddd5", |
| "stored": 7678 |
| }, |
| "l4.bk": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:9755182f94177ddcdc0a315cd7f603c99421b63de7c337a519288edb8a943221", |
| "stored": 1239 |
| }, |
| "l4.bv": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:f1fbb514973c28674f17a06d75ec90d8ba207850fa88b86d055ab534ce0af1d0", |
| "stored": 1215 |
| }, |
| "l4.wo": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:58619a5f82a963671cbde8b1c94b3688e26dd0878b525e72258e84e355be9eef", |
| "stored": 5731509 |
| }, |
| "l4.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:ab252c57c1bad0b4df04bda0ed4e20ac6b232d75021d503530b4d25204301e0a", |
| "stored": 4804 |
| }, |
| "l4.w_gate": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:204ce53d75eb120821a5caf0e723cfaa1eb61b999c2d11655a6395304552b865", |
| "stored": 30020273 |
| }, |
| "l4.w_up": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:8c7e2555feb468bd7133762cf684614741dcd179765580c00673efc8c597ade2", |
| "stored": 30134573 |
| }, |
| "l4.w_down": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 18944, |
| "kappa": "sha256:a3d26e1d8203341ecfabc082d1f1e0119977afa7a211f76e91cfbebcd9608589", |
| "stored": 30041712 |
| }, |
| "l5.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:b84ca4df6dd85721b663e75f33ad63e4662a9e512ab7d53e46a6c34c2de8b9cd", |
| "stored": 5739 |
| }, |
| "l5.wq": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:745d5a391fd3b5e96147932bfed77288b78b9b8e7e380119e604e623aca46027", |
| "stored": 5731607 |
| }, |
| "l5.wk": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:27d27ffdb44d87a078a17658f8ef9f1e93ce64cbcb8cef0d6860a8ca05af416a", |
| "stored": 824618 |
| }, |
| "l5.wv": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:73e600143753bf60c20cd5fe7ad68c2c50de615d49bc92de9dc4679aa1aa74ff", |
| "stored": 815420 |
| }, |
| "l5.bq": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:20cebba66d213af256206438cf65e2b974316962f49d28351d7768ed66aef517", |
| "stored": 7615 |
| }, |
| "l5.bk": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:0497f31766017254c80108e65697d95e29e3d7ea8a5db323db24249c28e5d748", |
| "stored": 1230 |
| }, |
| "l5.bv": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:7ae0d846c5f317be32aeaf32221b44dd45e0fee37993fb38a21b32c3d4855e3f", |
| "stored": 1205 |
| }, |
| "l5.wo": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:cd272cf4f0a1cdbf6c6d73c458342ebeba36271aa392e6c8853b13070f746edd", |
| "stored": 5721176 |
| }, |
| "l5.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:a3e976ab7703c13bf4c93eccb797c61c1dd938b8e481e294f3622103f3b7d496", |
| "stored": 4315 |
| }, |
| "l5.w_gate": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:fa06108ad2ab23c4fbc99e85139dd274f13d66067bb7e42ba34b4b85001919c1", |
| "stored": 30048268 |
| }, |
| "l5.w_up": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:1a4c7afa0feec69efe3c8f844a292992ad9da647bb558b6478169dcb30721900", |
| "stored": 30092965 |
| }, |
| "l5.w_down": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 18944, |
| "kappa": "sha256:01c7d48b831b08b917c216d0f599a419beb545b8167e79d17a835a279fe3e6f6", |
| "stored": 30043094 |
| }, |
| "l6.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:6ae634beae1fc5fe65dfb931b3b981fc9c5afa048b333ac0a33300e1f27d4ec0", |
| "stored": 5743 |
| }, |
| "l6.wq": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:50a355b3110b06bc462217a97227833aebc804295135d59bfa9196b8ac25d853", |
| "stored": 5727719 |
| }, |
| "l6.wk": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:93148f4a8bad52a7ad74df3a0f293b47a6f20b4d4ad1a6b7cc4efbe416d52e24", |
| "stored": 824360 |
| }, |
| "l6.wv": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:376b07d1998fe3a70da42a04ea1e2c0072806d2ce80acbcd58aa1922bff84421", |
| "stored": 814900 |
| }, |
| "l6.bq": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:bce9681844616697fe8c5b4c656ea5a1066f6256fa93b3cfa2b9176774e70099", |
| "stored": 7542 |
| }, |
| "l6.bk": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:40f569aba8b609c57b55564b2fa232f8592c471ae0af73a32e1a0dea0a7dc752", |
| "stored": 1230 |
| }, |
| "l6.bv": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:cec4048411ad130984c133d9482a1bae9b8b2d9d856b57c9fde458996a18fdd3", |
| "stored": 1212 |
| }, |
| "l6.wo": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:3ce6a1af054a41403e229ba6ef4c73854635c4db9658ceb56e6c3f8b48523a4a", |
| "stored": 5726581 |
| }, |
| "l6.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:36039fbe9a77ed43b6a75c97a367ce2df0d17fbc5ee120ca917caea556416f57", |
| "stored": 4463 |
| }, |
| "l6.w_gate": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:60d4408cca5d3c3b0ce2b27452d9de4376f4772db9da2e9c8e9a3edcfcfe6331", |
| "stored": 30120623 |
| }, |
| "l6.w_up": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:c5b098901135a40bc7b69271fbedf1a58ccdb0846c732f6411086962e2767c75", |
| "stored": 30000906 |
| }, |
| "l6.w_down": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 18944, |
| "kappa": "sha256:87946b106bdae7ca9ec1937f96e3cd547e2d5fb9462ce9f6faa4194c44767446", |
| "stored": 29997441 |
| }, |
| "l7.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:d46f03f1a2ad822d7f654d1a11edcee80673d98fb5a23b7a14a400ed93a9e44e", |
| "stored": 5557 |
| }, |
| "l7.wq": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:32fd588b7df6b401c626c85fdb1eb5d5659562a573a86e6f8cee2a1d961802a0", |
| "stored": 5728393 |
| }, |
| "l7.wk": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:a76d4bf0df8ce0681a26c6ca004b2c2de54691f38283859b74f19080791000f1", |
| "stored": 822696 |
| }, |
| "l7.wv": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:eee70a5a0bdede21773cb3267d4b12e3e146da23532cc810a1e69980bc5357e0", |
| "stored": 813289 |
| }, |
| "l7.bq": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:2e33663f95570622ad893cf92eb06da685bc69a74390290396c74bb481a81e39", |
| "stored": 7493 |
| }, |
| "l7.bk": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:4061ee36d600f4df34912def8e6027a7652457bf4842f8dfd6d528d5286377e2", |
| "stored": 1227 |
| }, |
| "l7.bv": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:e2d4e758b836123ea7c656505b3003d5dfdc7e37a2aff0d6dede29ba4b708f8e", |
| "stored": 1214 |
| }, |
| "l7.wo": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:92972f7e907c3aa6d16dc013d6e0977134f99ce4e859f677f286db79d72af9d4", |
| "stored": 5725114 |
| }, |
| "l7.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:26a640368436b244963a3736354d76cb8d6074e0c79dcdf378c9a7ad51162421", |
| "stored": 4571 |
| }, |
| "l7.w_gate": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:563bda7835a2940f7f572e511c687faf9bf179658864ca246a888cf3b05d32ba", |
| "stored": 30046156 |
| }, |
| "l7.w_up": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:5dfe91387b8faed3a5077f22e9141777bf53a58d701d6fa1bbdd0c29e75be5c8", |
| "stored": 29987722 |
| }, |
| "l7.w_down": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 18944, |
| "kappa": "sha256:61d49498fa1e321fc77d6e31d68234a46df3a9b70cfacf2a111127236fe21db4", |
| "stored": 29988064 |
| }, |
| "l8.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:f52bfc3d1821a723a840ecb3e7521ac3a32fcefce7598b985588290a9c83acc7", |
| "stored": 5519 |
| }, |
| "l8.wq": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:009a21e8b9c49e90a851d651d03b26e56cd2090ef4b3fb11ab23b61b6f6f64a9", |
| "stored": 5735230 |
| }, |
| "l8.wk": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:dca0bfe742f3f289755e3258006b427ad15ba11603bc25e4fe0bd98c97ddef7c", |
| "stored": 826083 |
| }, |
| "l8.wv": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:912bf829090149d5139bd9c0fee395624ba25f8f6869789cde21b1eb3ecda932", |
| "stored": 814075 |
| }, |
| "l8.bq": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:f1e946e7404115f7215914c281be38d9fb89278e9f802dfa71aa859f9f936532", |
| "stored": 7500 |
| }, |
| "l8.bk": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:fc164d859ffb115cbd8593258a93152b22e750fccf627ba96c469f43e84fdecd", |
| "stored": 1224 |
| }, |
| "l8.bv": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:f7a174b1dcddf4aabaa5dfd6a140f01e46a86611a4bacac57e6d2874c692f7a0", |
| "stored": 1220 |
| }, |
| "l8.wo": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:a12132650a22d94148dcc04a28bdf57c87fe97ce7753034543a5e2fddc1da0c8", |
| "stored": 5736874 |
| }, |
| "l8.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:52869da17f5de10851d2cd430545d6a36da233a756679001ad416ae1bd85fa53", |
| "stored": 4928 |
| }, |
| "l8.w_gate": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:491466f869475f5ad652b427fe5dd9234cdbc999cd264fdf8a23776b666e7209", |
| "stored": 30006373 |
| }, |
| "l8.w_up": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:f8409a13d40a0d1e97033e2f996bd39f86c51384971509ee8ca914d020473787", |
| "stored": 29965751 |
| }, |
| "l8.w_down": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 18944, |
| "kappa": "sha256:bb98735f3d031d9892f62746df5e050bf9428faf598014983f724019510b8cbb", |
| "stored": 30009627 |
| }, |
| "l9.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:704664486e09a159da001459b44f9b6932066b77cfe2ac3a765f63f81c047558", |
| "stored": 5582 |
| }, |
| "l9.wq": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:ddc1ea57d4d1adbd1ed6f60d16a343ad65441a9f32b483695039dd6730f805e3", |
| "stored": 5734294 |
| }, |
| "l9.wk": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:440257dde1fe96f2432ee01d139012fddcaf4b0b80b2be908b862580939a82d8", |
| "stored": 823124 |
| }, |
| "l9.wv": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:fed5a746b01fc6139e066e731ab26f6294cd820de3b1f664635c7f51c4d9b6bb", |
| "stored": 812368 |
| }, |
| "l9.bq": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:1fb35dac8da710b6710a78c90fa99349074d0fed9284c20d248aeedab7b0049c", |
| "stored": 7537 |
| }, |
| "l9.bk": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:4ca39059a2aca5f62219414457380efdf9ae039d52e34fcb30abef3cbe709811", |
| "stored": 1217 |
| }, |
| "l9.bv": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:beddd9d40d4a655addebc92dce60706f50f978972c1e0b08343d2924ee0c4b1b", |
| "stored": 1218 |
| }, |
| "l9.wo": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:991bd65ba116c45753b0bd2ca6db86c396cf6057012d2c1f9097dbac47d37415", |
| "stored": 5744318 |
| }, |
| "l9.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:4935faa4568acfd0cb66d467c37c9735107965d30c0c8785f8148fa7a53db485", |
| "stored": 5275 |
| }, |
| "l9.w_gate": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:7d5b1a1ca8cd170b0b9591650e8015251db613f16be403e1a7490d98e0985c78", |
| "stored": 30114051 |
| }, |
| "l9.w_up": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:1af8707569cf44956f4461e94198de5bb8218f72c7fea4309d4cc4e7f7acd732", |
| "stored": 30065352 |
| }, |
| "l9.w_down": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 18944, |
| "kappa": "sha256:eade6f69f5f8e5492b025ffc32f81b6054c16e55cb2f3d7d16d4e1e66c2e3a3d", |
| "stored": 30101965 |
| }, |
| "l10.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:37fae388a108672adca87b6092b3ccd9cc3526ac0dcdd5ad41478515ff5e4d65", |
| "stored": 5523 |
| }, |
| "l10.wq": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:df4af04b348d414238c31df543c95eb8d2b6bebc0d7429ca485501beead3f224", |
| "stored": 5730400 |
| }, |
| "l10.wk": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:08a10179eb763ba5d0ed5846193ade176bc9ae536bec659d6b8417277bff531e", |
| "stored": 822358 |
| }, |
| "l10.wv": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:b7b53f9930d8b3981531b8a74b2ae0553cbb090407d5346c4a452322d7845dca", |
| "stored": 813594 |
| }, |
| "l10.bq": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:9e14f2497ef0b08d0124819d4d880644b5dcc208a7106c2f4fca76f0a5a37183", |
| "stored": 7482 |
| }, |
| "l10.bk": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:2cb2aec3042b16dfe628cadbdbf4912d16ee0859b2f8fc01b3302629ff2a7f19", |
| "stored": 1228 |
| }, |
| "l10.bv": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:d64ab2b84a0ddbc813de22ef2fd51182ec841cc96d78c59f5bfc0a102f582ad7", |
| "stored": 1210 |
| }, |
| "l10.wo": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:4d8bc4b7c6805eacffed1e73235788d534feeb0e79725aae2bcfa7ffb4f17c0f", |
| "stored": 5742753 |
| }, |
| "l10.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:fd45e883c5960224a6953aeea0787b418254be43b06ffe60f40df1a2ea74c1ec", |
| "stored": 5382 |
| }, |
| "l10.w_gate": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:db4ce692edaeb9d8262086fca47c2fe86fc658cc7171671b9dbd92a6d7914eee", |
| "stored": 30032492 |
| }, |
| "l10.w_up": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:e8a8bce91f30029e22dd779364344c6996bb0b4588269441d3819c06b7bbb6d1", |
| "stored": 29970808 |
| }, |
| "l10.w_down": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 18944, |
| "kappa": "sha256:52fce9b93b7706f83e37a8ebc7b5a72617e9b055f021fc760619f78583f8e84f", |
| "stored": 30046657 |
| }, |
| "l11.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:5c16bbafd6c1e40e38f8b3665bedfa87641269f05d16a8b2b0f1696f396e902e", |
| "stored": 5697 |
| }, |
| "l11.wq": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:c2083f58918e6ba3dadd8e3ef452b694e021728042e172aa7e861aa90049d8c4", |
| "stored": 5736687 |
| }, |
| "l11.wk": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:442fc5a0fc2e58bf35930facdb90b2ac3de678262d3fcb3ba7fc6f387b4fbedb", |
| "stored": 823966 |
| }, |
| "l11.wv": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:bbcbc749bcf6453bbdd3e5595beef257a7423a26c7d1a4cf9244eceb6acaeaa4", |
| "stored": 813969 |
| }, |
| "l11.bq": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:13d0208403b751951bbc415a5c927d8d62b4eb3700ab3cee307c24aa7d5ab117", |
| "stored": 7531 |
| }, |
| "l11.bk": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:d59e558ecd1f4927606808d93c8c484a7baa3bba9c8e5e2a4fe61630ad80c273", |
| "stored": 1228 |
| }, |
| "l11.bv": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:371e15c73edac19fb0cf4dd2ecca831ee51e73f8ae48cfbe391e85c9595f1297", |
| "stored": 1215 |
| }, |
| "l11.wo": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:50ba3016a70c21991f230b159f443bda6679212564f1655234c7447472abc9ec", |
| "stored": 5737795 |
| }, |
| "l11.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:39e3fc1085076aeab4b57262bb603cd6e57dccd555b37ea4e126e879647a8328", |
| "stored": 5469 |
| }, |
| "l11.w_gate": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:ccfb48e22fc05b95a5f5b81f2481dfc6046b974b0beb5c15cff9b095b2e6e00a", |
| "stored": 30020253 |
| }, |
| "l11.w_up": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:3d5e981b1aacd711ca0aa17cdc12545c0ccd3f109efd51130a0b7513198c191b", |
| "stored": 29971171 |
| }, |
| "l11.w_down": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 18944, |
| "kappa": "sha256:50cd0a7cc7aa325f665c33d51a9fbded958ec2aa1d4b89326e7dfb17507c52f7", |
| "stored": 30044184 |
| }, |
| "l12.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:3a16c1fe028558cef6a619b76371a9ef57d8b96db639ddefd2076fd8de819d22", |
| "stored": 5769 |
| }, |
| "l12.wq": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:950482ec206efee7ef81e8b5c1f0612b0f33f5de6296a3929d10d5b8846da0f7", |
| "stored": 5736826 |
| }, |
| "l12.wk": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:3bc163e1a6d44dfc5275bd3b707b1caf8da9c851db267171d0dcd37d7284d827", |
| "stored": 823531 |
| }, |
| "l12.wv": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:9b4fee0e6764106bb054374b91ed8a97a67d9c26da8b88085ca19d1a8b59b92e", |
| "stored": 814166 |
| }, |
| "l12.bq": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:64d4d1af97ba65ea5eb1736150a184e16862c2d1c72ee02b86af837d2bd3da9c", |
| "stored": 7470 |
| }, |
| "l12.bk": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:c8e2b11904239f49f17b38bb8ddc8615eeb7fc7b6789787359b780727623f01a", |
| "stored": 1215 |
| }, |
| "l12.bv": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:a819645d022df33aa923e64fef24845d989f54b4856768e8bb72cbd1790d3c8e", |
| "stored": 1238 |
| }, |
| "l12.wo": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:dc11644cedf454ec0331827e510b2fd024c59ee276a19afc39fa12693c13dd2f", |
| "stored": 5746533 |
| }, |
| "l12.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:496f3272ce322b4726ab390ef5ed6a7fba9527943a90052572fd1b4159203924", |
| "stored": 5520 |
| }, |
| "l12.w_gate": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:d45dd5329a616b210348a3826efc3c67e5a760bd3aa08c4a801a2d6c9f01d21d", |
| "stored": 30038293 |
| }, |
| "l12.w_up": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:d8d7e29aa1cd137ab5d5543c2912d71267d51c9ebb977f1c2c64f6721e6d9558", |
| "stored": 29990105 |
| }, |
| "l12.w_down": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 18944, |
| "kappa": "sha256:45878b38d6258581c23208223f7fd0cf749080ba43cc10267b0ce1c3f79aaf2a", |
| "stored": 30020318 |
| }, |
| "l13.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:d16c666621b7caa6a15e879649526726c9c865b0aad77c682312677d96772626", |
| "stored": 5842 |
| }, |
| "l13.wq": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:f65c275191447f2ef477ecdea6707d70d443fd80eaae4d7347d400915301cfad", |
| "stored": 5725037 |
| }, |
| "l13.wk": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:ba93365b88dbc279813d0bb97796b6b8290c7e58805f81a618d6945dbd6de432", |
| "stored": 821636 |
| }, |
| "l13.wv": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:99701c1b8f7aea7000f1bf8aa38182e5a3720e440e7b4d65964057f92dd34800", |
| "stored": 813757 |
| }, |
| "l13.bq": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:3a3c04408a62e079bb5fbf38830fec243c0437a8b7f4cd7d15888e44ebe68af4", |
| "stored": 7427 |
| }, |
| "l13.bk": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:45952b6302a327d3065f82a361938c52f873cc691ba69d12a1076ebd51c2de19", |
| "stored": 1234 |
| }, |
| "l13.bv": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:968f5588f5daf982da994bc44128951e53b40ece4860227179467a09c215a5ce", |
| "stored": 1208 |
| }, |
| "l13.wo": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:982e1ba674ca923189554e58d0d3b8ddbd35af7c3e3219ba9396ff4774507840", |
| "stored": 5761478 |
| }, |
| "l13.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:59ae565d856ae1304cf79e7b06c5ca7ce58a5e7c94b321c5dc530810c471a430", |
| "stored": 5557 |
| }, |
| "l13.w_gate": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:fa7d26a63253f3350b23710ee1e8155b986b334e6e4786ec516b314f64336b1b", |
| "stored": 30060639 |
| }, |
| "l13.w_up": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:7535a11cb3a6c16a635bf9d810d65d0a165171099fc2f5a3f7473dc85f1b5199", |
| "stored": 29991176 |
| }, |
| "l13.w_down": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 18944, |
| "kappa": "sha256:eff15a9032ef721f0fe05919d99880f9394e6cdc77cafd0f54e210f29c6ac7a4", |
| "stored": 30064028 |
| }, |
| "l14.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:6c313c9c261f1b850e17ea4d510e06da6be654ef7fbcf668dbd922ab855ff853", |
| "stored": 5808 |
| }, |
| "l14.wq": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:a44887d7809a0ec2b420172738a9f95c76b9e22f1f3f6bd26353982809958c1a", |
| "stored": 5747423 |
| }, |
| "l14.wk": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:e16bc09ec753fc4b5f79f04ba7afee5da455367a717ccec2d17fb54c818d960a", |
| "stored": 827059 |
| }, |
| "l14.wv": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:2a50db973d4acb50c31d173a42cc241d40fcaaa2d6663b7e10ad1f6f645eb9b3", |
| "stored": 815216 |
| }, |
| "l14.bq": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:149571c64e56821a2625f4ee9449c3f3761028fa9ff1ad9a14793d180e028b2d", |
| "stored": 7469 |
| }, |
| "l14.bk": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:9d46c0afa868a9773746159fe96e70591f9e3aded39a09f2bab20120eced31a9", |
| "stored": 1246 |
| }, |
| "l14.bv": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:d76e1355f551a81a13fb4bc04c449520f395ceea4d1df454e9419da72d45068c", |
| "stored": 1234 |
| }, |
| "l14.wo": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:2e68ddb6c15907345bff2db3a5341154acaeb9d51066d4b661e31024f789c74a", |
| "stored": 5759509 |
| }, |
| "l14.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:598c8a35529f50f0699458ab607f3380cccc1f908140d99c8249b7c7362bdaf6", |
| "stored": 5586 |
| }, |
| "l14.w_gate": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:2c6a530d09afc71c28334a114269c558f5f6cad4a791589d704f347874d09624", |
| "stored": 30067883 |
| }, |
| "l14.w_up": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:615c27a1e370419789945937c5dac645d13057d18ed5403744683d589b6a7976", |
| "stored": 30004206 |
| }, |
| "l14.w_down": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 18944, |
| "kappa": "sha256:1820c259068b10642b17d27bb22894a4cf65120dc861ce86e6da650b39fc79c7", |
| "stored": 30038587 |
| }, |
| "l15.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:c551451a7a640843d5c5b28394888378a073de2240315102e59633e9c6c5068a", |
| "stored": 5778 |
| }, |
| "l15.wq": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:43edaaabe0b2f3f6b291f247cdc6e44dd439b648e67d4aa3e3de6686a1623cb1", |
| "stored": 5750141 |
| }, |
| "l15.wk": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:1769b63c34173aeaa426eee0eecbe8ad669eef48604f31d717f1f8c01d639014", |
| "stored": 825026 |
| }, |
| "l15.wv": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:67b4eee765cbc02b587dbbd276c10cdec3d09d8e64b327761b480fcd77a37772", |
| "stored": 813906 |
| }, |
| "l15.bq": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:c0f41da94f066b93fe28e91ee0f624ab4f40d65664fff14da2e134811c725066", |
| "stored": 7562 |
| }, |
| "l15.bk": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:5b1378e09e75a49a1a419555eac304d579831fbd431f75785bc2bc91fb735075", |
| "stored": 1232 |
| }, |
| "l15.bv": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:94d4aaa6def2b50d125541517c5c40862f0511bb3dd24ba901c97984dac1a7ed", |
| "stored": 1221 |
| }, |
| "l15.wo": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:e076db87e8c29b64c55b902ba7f44dfb76b05ce093ca98faf1333cecbc9ada53", |
| "stored": 5746843 |
| }, |
| "l15.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:6c258cd579a0076824dce7f6408180f9e802fadbf167465e71a1dfde3d5a2b3c", |
| "stored": 5616 |
| }, |
| "l15.w_gate": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:acb5cc3303309358422c6168b794a7162bff5b47b4727aefa929adeb1a1b027b", |
| "stored": 30074243 |
| }, |
| "l15.w_up": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:90568b9e344a30b62f13f8b987fc6913ec5acc1a6d8710a17ac3e364767dfa38", |
| "stored": 30000826 |
| }, |
| "l15.w_down": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 18944, |
| "kappa": "sha256:97b45f1fdb0696d06f14713729641b12ba273bb1197574da94a30de2b54199e4", |
| "stored": 30026046 |
| }, |
| "l16.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:58deb2908b4fa9ed5038e64647c8cef20e71009e848343d1d5a405c1e9f4a8ba", |
| "stored": 5947 |
| }, |
| "l16.wq": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:27bb2ad89a1e288f7d14a0037f965278cdcd13391982e21e1c8e5810823801f5", |
| "stored": 5745327 |
| }, |
| "l16.wk": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:247f0eaf90d87baaafa9dc69ae15fcb07fa58f54691bc8ad9cb33e4a8207435f", |
| "stored": 824408 |
| }, |
| "l16.wv": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:3565dead47e18093ad8140184f1fa7bf5994a9c908a4278d863a1d158214400c", |
| "stored": 813599 |
| }, |
| "l16.bq": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:8dc6764e8e6bf74894f159d8053d4bc368f65743aad43b2011677eca2d93e5ae", |
| "stored": 7385 |
| }, |
| "l16.bk": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:0afad6377b3aa4f0f13c3ae8266715b112731d31a34de49cf009c9c61dda9623", |
| "stored": 1227 |
| }, |
| "l16.bv": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:9d877750d8ff5457577a198cfea155afd7cfcfb2ecf3fe2850385a5be238ac84", |
| "stored": 1216 |
| }, |
| "l16.wo": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:16a4004297a6440ee5fcbdd2f32b80ac6c113f402afbfbf1a8d74d3d68bfa7f1", |
| "stored": 5754202 |
| }, |
| "l16.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:128bfa9b38a12e5ca08c205dbd77f5de3f40b83755320f6ed12258caec742aed", |
| "stored": 5660 |
| }, |
| "l16.w_gate": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:7b7d3a2ac3acf508beade6e29a78743164ce689ee3a2e1d15039cdb0bb7981ce", |
| "stored": 30051416 |
| }, |
| "l16.w_up": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:f97aaa0cdfcb7f8bb7931962197c644a30dd95ab1906e5f1686fbceaf63e5a63", |
| "stored": 29985807 |
| }, |
| "l16.w_down": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 18944, |
| "kappa": "sha256:7c07973d996981b77e6158e36407e09f6167a48c382c549eac3636c023070c8d", |
| "stored": 30041988 |
| }, |
| "l17.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:d1e01405d40e677ad17e494741ca300f6b0f9d9870b9c87ed5ccb99aa689c19c", |
| "stored": 5887 |
| }, |
| "l17.wq": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:8ce134a900d489f483d0d9d5aab4a39e692f1de81012599246c20c1291dc5296", |
| "stored": 5748849 |
| }, |
| "l17.wk": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:8d84e21ed2a0985d7bad6a2641904d5f1ac7faad1945606fb005495691f8e138", |
| "stored": 824688 |
| }, |
| "l17.wv": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:e58e7f7ab1eb702a56b379eca96378b73a0ca3469d05c6a1c723deb2a4c61499", |
| "stored": 812769 |
| }, |
| "l17.bq": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:7fca85a79434dfdb17a6b690bde053376a4aed5a61130288061e4a5ab9bfbb8d", |
| "stored": 7492 |
| }, |
| "l17.bk": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:b6403c945fe0ba14ef798bac790b6faee18c0c0627070b0b31d00388f0380c0c", |
| "stored": 1236 |
| }, |
| "l17.bv": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:51b973a44250028849dda3f09ac24172e6a74e851705b5eb5cb8ab2e17d900a7", |
| "stored": 1219 |
| }, |
| "l17.wo": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:3c59ab672a6ac353591514e35bc113b78b8387cf47376616320711b3f30fdfef", |
| "stored": 5752652 |
| }, |
| "l17.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:a9565cef20a599f5255147a84855db66e5eda44d9623cff932d9fef2c88a92fb", |
| "stored": 5619 |
| }, |
| "l17.w_gate": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:9548011205db11b69d060b1b7b3f9c922b632da19f7b5a1de6965cadfaefa021", |
| "stored": 30064151 |
| }, |
| "l17.w_up": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:a37afc45e4d50bb75c24dfb23a0a148eab11dd99751136d5bddf2cc42837da0d", |
| "stored": 30003011 |
| }, |
| "l17.w_down": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 18944, |
| "kappa": "sha256:146f5634aab9d39c86353cf792f8a7378c0aa7cd28475a5cede43f34826f2e52", |
| "stored": 30023481 |
| }, |
| "l18.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:1141d3c40ff7d12f01024575a147105685df2bd13ace2c61049965a1cdd05704", |
| "stored": 5934 |
| }, |
| "l18.wq": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:fdbbe51e08976cc767b3e9cb825097e14786d52dba9d117bd65e03f6070f254c", |
| "stored": 5736037 |
| }, |
| "l18.wk": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:12c82e0fd927462c5acd0291b58ca8465e532c654f37a7c8280d20fc80c6c3d2", |
| "stored": 822152 |
| }, |
| "l18.wv": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:7b7806bf4065facbef215f2fe31662a164c3a14544f556d4358fd321c8318477", |
| "stored": 812143 |
| }, |
| "l18.bq": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:e4f077c030df865537bfbad6a7e6061a5d81296f134212fc947aadaf7d0775d5", |
| "stored": 7559 |
| }, |
| "l18.bk": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:a382bbb296c9c408dfa228b781c99429273affe3cc3967876970bf6be4ec9b53", |
| "stored": 1229 |
| }, |
| "l18.bv": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:adcdd2a05d6461a337f03896a495c60255ada581fe3a36512e7bd9d1cd3178bf", |
| "stored": 1234 |
| }, |
| "l18.wo": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:0e88725298fe871d4acb2f777be6396ad28af34790fcff1a6b929ef03964f94b", |
| "stored": 5756737 |
| }, |
| "l18.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:dc545870681392cfaed8c6020d87f88c6f48aac7628603ee94994f87641fa06f", |
| "stored": 5546 |
| }, |
| "l18.w_gate": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:95cddaac093225cdd6f4756f65859fa5aa14f0cad6a7c9cb64c0c61dd1142a0d", |
| "stored": 30087114 |
| }, |
| "l18.w_up": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:b1e7c5fae3ab0fbe6a662b1f3cfe4fdce03cc0989e8287cd9a49dfeb1c30a189", |
| "stored": 30021894 |
| }, |
| "l18.w_down": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 18944, |
| "kappa": "sha256:7e3e3980dffae80ae795c15ccc8f5f0f6cee6eb1ead0b483054f216d852e18bd", |
| "stored": 30012765 |
| }, |
| "l19.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:c63e8630c269edee955b7f4335dc60846f43899a68c167f215d644a5e6df140f", |
| "stored": 5526 |
| }, |
| "l19.wq": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:e3164352e62ce3e9b0b21b544c1511187ecffd0c323f50760e68da818b8a67e2", |
| "stored": 5727909 |
| }, |
| "l19.wk": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:aa9edf53c06921178aaf40663712f831f7935977d24c0687a4746a6dd91243df", |
| "stored": 825349 |
| }, |
| "l19.wv": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:98e15e65c0ecd5f02876afda9b2d685f823406f29d8ba211671eea1b424d696f", |
| "stored": 813081 |
| }, |
| "l19.bq": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:79c46f527b1707ecf40f1d57cdc54361d5671aacbc443b9c11bef8613f6bcdb5", |
| "stored": 7498 |
| }, |
| "l19.bk": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:6389e3272bddbb3575a5476d7cf643b673c24074bb6b8c5bcc340b54f47f40f5", |
| "stored": 1245 |
| }, |
| "l19.bv": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:ab4f5cb23a08e09274fcf37c51bbc2ac293325d3818c6707ef3451d36dfae396", |
| "stored": 1228 |
| }, |
| "l19.wo": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:31b9b8694302812aee0b3935bf911ccb1274ff9542abd143b9e02ced2dcf5a90", |
| "stored": 5732911 |
| }, |
| "l19.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:7c74fd28945346c81e08879ca6c41d8ad89f52e719789445ac7bae5a073bd364", |
| "stored": 5415 |
| }, |
| "l19.w_gate": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:f9fd9df36bd50efbeac9834b2ae221345e258df2f9b2f8759a1f10a640e8b01d", |
| "stored": 30093096 |
| }, |
| "l19.w_up": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:9331f8f2ecc907b7f648e90a9039843da699b2cf5c71be0169eaa12d0b10ef1b", |
| "stored": 30021504 |
| }, |
| "l19.w_down": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 18944, |
| "kappa": "sha256:fd73cf1641a2baf942223989aa1f8c4dd72762d5efc228e2ac43cdd93b640b98", |
| "stored": 30041729 |
| }, |
| "l20.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:18c859b98341cce594c453f7fcaef0e60ce75124e4f34d04d5cb98a4db7aac99", |
| "stored": 5516 |
| }, |
| "l20.wq": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:4cc88a8e970df59c576ee1f681e3396642bafae73b0333ec48f0ec173b350d01", |
| "stored": 5734730 |
| }, |
| "l20.wk": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:2568f77580a1fb5da803706559b356a68561e2940fbb995c4f8d78a0f498f34d", |
| "stored": 823643 |
| }, |
| "l20.wv": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:ae318011cb195da5ba43aa41c7610cd6e681a64099fbaeeec66dc967ba620bd0", |
| "stored": 812992 |
| }, |
| "l20.bq": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:81704d6e1dbe021906006e384700a7839ec9559939782e435420ac7cba05ae9d", |
| "stored": 7418 |
| }, |
| "l20.bk": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:9661405b4607386312f89d12c991b2e915990857da61fafa226c0af70ae76698", |
| "stored": 1235 |
| }, |
| "l20.bv": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:2cd853a29f1d8e7af7a2b37a6e0b26d65bebd83d3a3b2cc19258a2a5b9453b83", |
| "stored": 1237 |
| }, |
| "l20.wo": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:57f778169f48531c60a715c33ed62dfa849628891fdf028df555fb3f8c5f77fe", |
| "stored": 5737604 |
| }, |
| "l20.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:8a8b382a0889e4075ece4dc2d85e04417e3c556dda07391b7410923c2ce72e69", |
| "stored": 5164 |
| }, |
| "l20.w_gate": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:bffd52f746e7a0fd119b3772a7e9439364e4d715fab0bdbea4f3716181cfa1d0", |
| "stored": 30098514 |
| }, |
| "l20.w_up": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:8dabd502e774c4a8c59459383f5b590163fbbaf289f22e58dc20833d97e2c3c0", |
| "stored": 30030075 |
| }, |
| "l20.w_down": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 18944, |
| "kappa": "sha256:77826b2f50aaeca71cf3f3db85fa86be2249ae97c02629cea96fbda5a13d1a14", |
| "stored": 30012203 |
| }, |
| "l21.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:59f3dd16adc4ce75a25872d7d6bc4bf898c0b457158b1a9f3232b21d20a39004", |
| "stored": 5101 |
| }, |
| "l21.wq": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:a910c594cb05306afc62f685121081c5015e2e65e44770bc48a78e1a25a74b6e", |
| "stored": 5744086 |
| }, |
| "l21.wk": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:eba2d891f0143fb4b34a7ab369fc2720f0fc1748cddcd724420a73406011f7c8", |
| "stored": 823447 |
| }, |
| "l21.wv": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:b5cfdf2b181a2e9261ab7d654aef9a9d51ba9ae166884c1401262293d4dc58e1", |
| "stored": 811811 |
| }, |
| "l21.bq": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:87586673643adf08f28859a9181c280018caf166bd173bac75e3052c1ea04c51", |
| "stored": 7475 |
| }, |
| "l21.bk": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:79d31fbf3c87664135b78915f05f938fcde5af353191d6ffafc153fe78fb4bdb", |
| "stored": 1238 |
| }, |
| "l21.bv": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:4b86682f775d23c2dd4d2c938f7d71294c72f5d6111f75d80be05ad97a06136e", |
| "stored": 1210 |
| }, |
| "l21.wo": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:5bd1b408ed3dcff4eece9b8fba9749530915df8cd5cf615a328e105d711294e9", |
| "stored": 5743441 |
| }, |
| "l21.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:15d78c21e1d3108093502811caaac420946ab615edab9b58ece473f7a005faae", |
| "stored": 4919 |
| }, |
| "l21.w_gate": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:8be40b635d0fc70cb3c2e03d02c23356a5e4aa9b9d93e5535945091c4cce130a", |
| "stored": 30100085 |
| }, |
| "l21.w_up": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:7192b839528cf9266562074b8d95d50580e8d83bfd186ca0b73e174bbeeb47f7", |
| "stored": 30027380 |
| }, |
| "l21.w_down": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 18944, |
| "kappa": "sha256:e96329781523c3412d3a5d1a04d0ce86fe5a5218f965ae72bcffe96f63d1bfd6", |
| "stored": 30037125 |
| }, |
| "l22.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:a23b474cfba4a486814addef2428cef36fb7a811ea377490bb2105d5220062c2", |
| "stored": 5064 |
| }, |
| "l22.wq": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:699684da245e62ccc058b46ed7d5af0b357eccff786b86c9b5c3cfddc54ee1dd", |
| "stored": 5747918 |
| }, |
| "l22.wk": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:028881a9a185f55f4c5dc7afe5b24b7bdb0eb5e2b3b93364a71eb9c1fcee00fa", |
| "stored": 826674 |
| }, |
| "l22.wv": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:02d67c09ee89187e7323c9744835e41ce0788af177d87f6443d83b9ed768af6b", |
| "stored": 812378 |
| }, |
| "l22.bq": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:95400d3d6ccd955e8b77a4795b2c6401722af58187daac92106d14c8ee67b3df", |
| "stored": 7416 |
| }, |
| "l22.bk": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:1a5ab641e777b7a5a119ccee1587f333a9db2db94856297b7e94393bc6fdb3a8", |
| "stored": 1246 |
| }, |
| "l22.bv": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:b704ddac85c2df80f25d00b246b07f2a24ea005b013d9ae612884cc50d27686b", |
| "stored": 1216 |
| }, |
| "l22.wo": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:e23e8fa6c490c316fda33c393c5377783a47f86fc7e7bc3bad46cc8b1766f300", |
| "stored": 5719484 |
| }, |
| "l22.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:4404f6f15c42ad05a298904e05bb4628d23c2b366fc2dcfe373f77873d16c08c", |
| "stored": 4596 |
| }, |
| "l22.w_gate": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:c9a6bbf19c7424484a0b9a0f1179de26f5809267fe7689061f009efd9c8de7d2", |
| "stored": 30094192 |
| }, |
| "l22.w_up": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:c0e5a9017537c91acba67ab6e661ad7a1664ce7a8c9c88cbd1fb3cfab7b2bb1d", |
| "stored": 30026441 |
| }, |
| "l22.w_down": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 18944, |
| "kappa": "sha256:7094c43b6a1491cfc20a112d4e03c1da3994c0197a0cb16a781d120ebbcc05d7", |
| "stored": 30023558 |
| }, |
| "l23.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:71d8417c6a46874e1868b9b52a0dd8b98531a2566d201c498d2d36d605838532", |
| "stored": 4851 |
| }, |
| "l23.wq": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:c9eba29121e9d970ec1f447d1d4682f433c4e5b913a7a882fca71a9217704c5e", |
| "stored": 5732691 |
| }, |
| "l23.wk": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:929117167e3e9233d5903bf3e3e3f43ef5156410d82809654106605cef8e0385", |
| "stored": 823495 |
| }, |
| "l23.wv": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:ae851f28ca84f74814978bc0232056ec2dd2b151ae35fa323aed695b32889c4c", |
| "stored": 813846 |
| }, |
| "l23.bq": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:adeb28f26e2054e756b84f5dee6583740fa7e5e7c19b65bb354fe28ee5ff60fa", |
| "stored": 7516 |
| }, |
| "l23.bk": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:375a68bf4930a6edf3bf5e904d4f0cce863c0edca210f316d25b8dc14237675b", |
| "stored": 1211 |
| }, |
| "l23.bv": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:57a637066e0957b7d075760fb54f4b82d70c78fcf7812c4e357793a37dcb38a6", |
| "stored": 1226 |
| }, |
| "l23.wo": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:bff235d5d476c50cddf66f6221e5d75b7637aa136908c3d881f609fa98f3ca64", |
| "stored": 5720463 |
| }, |
| "l23.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:a5bb65c9b9d97c020fd08a18e9acdd2a3b37aa9fc27818e4be2886e87f232114", |
| "stored": 4403 |
| }, |
| "l23.w_gate": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:dd9b7eb3ae8f6a6634bfcc4ceccbb8f15501850140b2e323d0ed015f463bdfce", |
| "stored": 30048000 |
| }, |
| "l23.w_up": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:c803b8abf06f3a4563ca077ffd97ec3646356e5e6dbe49b54bfaaef5612869bd", |
| "stored": 30009031 |
| }, |
| "l23.w_down": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 18944, |
| "kappa": "sha256:4d14fdd4a7c9b2ee9908579ecd4d408eec6efa58d49a48d1235c0dfb86e5a977", |
| "stored": 30071759 |
| }, |
| "l24.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:8e1b3e62a73596317617e2711ff4352530fa961732cd54b5eb6d0b20710093b6", |
| "stored": 4659 |
| }, |
| "l24.wq": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:28efb71c0df384a2910cc7d7c94306bf493cb122ab122789efc8480bb38b955f", |
| "stored": 5726432 |
| }, |
| "l24.wk": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:2bbad76177b227c218210c9d9da7b224b052676c10f0893713d595f9c78525f9", |
| "stored": 825923 |
| }, |
| "l24.wv": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:3d9ad4b84a6c15e7dc564b9dad1b1c6627093b28a2950e010d8142f11c160831", |
| "stored": 815049 |
| }, |
| "l24.bq": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:36438769e2ea937735123820bdf07a039bd7942befbb059de9a5c2956e3c22ab", |
| "stored": 7547 |
| }, |
| "l24.bk": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:fc0cc57b145018ff9eab345a6526fd4583fb1964d341af20e960143ba3a7cb3f", |
| "stored": 1214 |
| }, |
| "l24.bv": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:6415f7fc53e1b0a45180b9f7ddf4efdaab0c4af037a3cae865e9c0d25668a794", |
| "stored": 1193 |
| }, |
| "l24.wo": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:188656d74fbf49b78a715ba370a84157d57fa093436697ea8ba45ebff60d3b3c", |
| "stored": 5710582 |
| }, |
| "l24.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:480649ef66da60c282d46c0e3c224f9718b039ab5fc486ce3d0d0aca90df4413", |
| "stored": 4242 |
| }, |
| "l24.w_gate": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:50fafd8996042f05caa6b380ee65229ef6574920c5d2739ff1cbadc2f2abd760", |
| "stored": 30026938 |
| }, |
| "l24.w_up": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:fd51f6bc8d43f8e04c62a9d53a0eab6bfad439027be400cb3cf989566b212ccd", |
| "stored": 29996105 |
| }, |
| "l24.w_down": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 18944, |
| "kappa": "sha256:07a9cef44f9b806b096be96664e65acdae4d38598f51846668baf4db5cae7c2a", |
| "stored": 30104787 |
| }, |
| "l25.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:60c8eb000e72a3204b7a3625aa5f5663f697972e7a517d11d834bd25fec37cc6", |
| "stored": 4560 |
| }, |
| "l25.wq": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:216a18b55f1de9844ad82118e28e6633c3c2bbfddf1aafdaced42f30df61586a", |
| "stored": 5731584 |
| }, |
| "l25.wk": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:90b8c1e8d2da291f8ca3c955601b0e27110c28abeca5df961dcb7e85ddef1b87", |
| "stored": 824189 |
| }, |
| "l25.wv": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:9f08156caf5678e5b7defc9542c7c54d9c23ea1109164068d4a2554836a333d4", |
| "stored": 815325 |
| }, |
| "l25.bq": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:1a72f27fbd5d72b00208273854e142330f9e874f76a9e34617e507b5eebf19be", |
| "stored": 7474 |
| }, |
| "l25.bk": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:63876a36a346a95293f7e47651ca11dee4aa2ff2f1d0a1cf554fb764a39a4e4c", |
| "stored": 1220 |
| }, |
| "l25.bv": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:a8ae75daae13192f6e9f4beefce470f9d7c6edac9cb3c022aa919c5117353d85", |
| "stored": 1222 |
| }, |
| "l25.wo": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:1a23519d98cae3b8fcf1336c04f453965ccc3525d1cc8f733d44b4d8f833164d", |
| "stored": 5702166 |
| }, |
| "l25.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:0c016aef84bddb6467ead298f94044b73f1170046483e581e9fa4e006d647169", |
| "stored": 4223 |
| }, |
| "l25.w_gate": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:15a31cc59ab10abd58bb344f509b41b84d1703a6b7984f166091154d5557b261", |
| "stored": 30026537 |
| }, |
| "l25.w_up": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:f105e09b8d9f6af4e685c6945bf06c1ad7193cdf0169433bcb24f038bf92d855", |
| "stored": 29999038 |
| }, |
| "l25.w_down": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 18944, |
| "kappa": "sha256:7a69a8e1ae67bed01454d06ff5afdf7415152d6ac1cdaf58d0b841151a2b5975", |
| "stored": 30128434 |
| }, |
| "l26.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:b8e6447ba23c02a0854fd280d6bdaae20196d3be7c786b36909fc15ba93dfb7f", |
| "stored": 4961 |
| }, |
| "l26.wq": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:f06de34db8f07fa5c08bd6552862e13882efbfa79336de176b7a06051a9625ad", |
| "stored": 5757642 |
| }, |
| "l26.wk": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:2e45ff556ace994dec39844ec491be99be1d2f165036acbc9b0ba4d9a46dfe93", |
| "stored": 824353 |
| }, |
| "l26.wv": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:c2c708ef0117818efe0c969aac7779e00d2e7376d13af93c604411b8bfce5ebd", |
| "stored": 816835 |
| }, |
| "l26.bq": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:365cb9113f77377953eea85db3f22bc163deec6cab587f48dffc2a139796b04f", |
| "stored": 7504 |
| }, |
| "l26.bk": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:4bdab6c475c25b3333910df552120215cab57411aff78ff64e097d7534408eee", |
| "stored": 1229 |
| }, |
| "l26.bv": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:7be008830e72b1dcf48f4e33781a7d39e4f51f3099a685a984a9c46fbf21738e", |
| "stored": 1202 |
| }, |
| "l26.wo": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:da6ec718415e8cbcba3413a1cc47221e723b6ff54147663ae48205138413bd68", |
| "stored": 5725737 |
| }, |
| "l26.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:6c848db423eb261036cbff900dec88a546aa327d0e500e748c8374774f9ea669", |
| "stored": 3662 |
| }, |
| "l26.w_gate": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:180851359b29545d3ad5da8049d626e15a9d4ab0e9b5048d722ddbb89ed16a9e", |
| "stored": 30048341 |
| }, |
| "l26.w_up": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:ac53de8f581ed0ce30d4b43d5b76455ab3b56c704148acedbc9be6f5a55c96da", |
| "stored": 30018154 |
| }, |
| "l26.w_down": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 18944, |
| "kappa": "sha256:a4926b22bf879caaa6778bbdadec71942239118a293ad3b6a05b8f79049129d7", |
| "stored": 30093885 |
| }, |
| "l27.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:2148a407188fb1547d1d239e37f0ec61c5f0731a390cc20978baa40dfc19c10d", |
| "stored": 5016 |
| }, |
| "l27.wq": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:8fd96acc49560f3e27dacdfd4582cbdf5d56d943b0b82c2031e9128a216b293b", |
| "stored": 5752673 |
| }, |
| "l27.wk": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:6fe8c76c9480f4305f51f6084c93304b45def3ff3fbd3aedadafcf8a7e5570e2", |
| "stored": 825816 |
| }, |
| "l27.wv": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:e197741491d0648521386f354f8c7b6e7e1d943586c143f209096a11aee55c82", |
| "stored": 818366 |
| }, |
| "l27.bq": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:43f470c9f0383738fb9b9620a2d25b83245f5a972cb7db7b7323c7891105bc0d", |
| "stored": 7604 |
| }, |
| "l27.bk": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:de07b9b46727c876e2a6b204a3462b81793c6ff1e7d0ad2e98cd427601fea43f", |
| "stored": 1260 |
| }, |
| "l27.bv": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:8776645001c0fd2a084d0b8861ea8af7406c0553d1a535313a0e500e043ce3bb", |
| "stored": 1209 |
| }, |
| "l27.wo": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:8b56dcad650530f8a3ddce1f4b1b42292542495aeb7cba54fb1509e65ad17bc0", |
| "stored": 5755139 |
| }, |
| "l27.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:4571ec8149dbf56d09a19b0e17e5b68beee5a3d386489f32e34d793f03b1bf63", |
| "stored": 3755 |
| }, |
| "l27.w_gate": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:61dac580222442a2b87d0b122664767ad2ea4ecca851e04b4022b60ee2a9b337", |
| "stored": 30068073 |
| }, |
| "l27.w_up": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:50ddf54f8bb676250819cb6c91c52a91464be106a4afb98562d5c0f9cbb79ce1", |
| "stored": 30055826 |
| }, |
| "l27.w_down": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 18944, |
| "kappa": "sha256:5a084cd2480d94125f43b2d4db3c9ec794728440ac54ad6ba447549482b1c3e7", |
| "stored": 30012369 |
| } |
| } |
| } |
