| { |
| "format": "holo-2bit/1", |
| "mode": "q3", |
| "model": "Dream", |
| "source": "tokenizer.gguf", |
| "bits": 3, |
| "layout": "q3f", |
| "twoBit": false, |
| "incoherent": false, |
| "root": "sha256:188811f62fee1ec7c3e9d42784856374be41d4a143f91445afbb9b79117f87c7", |
| "d": 3584, |
| "n_heads": 28, |
| "n_kv_heads": 4, |
| "ff": 18944, |
| "vocab": 152064, |
| "n_layers": 28, |
| "hd": 128, |
| "rope_base": 1000000, |
| "attn_bias": true, |
| "qk_norm": false, |
| "qk_norm_dim": 0, |
| "tied": false, |
| "maskId": 151666, |
| "diffusion": true, |
| "tensors": { |
| "embed": { |
| "fmt": "q3", |
| "N": 152064, |
| "K": 3584, |
| "kappa": "sha256:c91c01339a3c176c6b9d548b3e879ca6dca3092092c73afde9bce407e17396b9", |
| "stored": 231531136 |
| }, |
| "final_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:96e0e7b91369a24c4bb44e2a2adf2072835f655477b4e063ca5ec834610cb3dc", |
| "stored": 3636 |
| }, |
| "lm_head": { |
| "fmt": "q3", |
| "N": 152064, |
| "K": 3584, |
| "kappa": "sha256:47b9f8bf23a3faf06344583406f2842e807143c07a10733d63c5ea6b8a4dee35", |
| "stored": 178257571 |
| }, |
| "l0.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:cbaccc1cdd5d986d66e2485c8707e3032ea611212c29e316f6320a868bb37f2d", |
| "stored": 4182 |
| }, |
| "l0.wq": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:4d2ff5a9a2327985b542669f05054e36f563712c54bfc95fae9cb223ae82d2fc", |
| "stored": 5484885 |
| }, |
| "l0.wk": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:156e362a8ebd9f05d5f155692f588accf1d79144a00c27b8c2d69ff436fc3d2f", |
| "stored": 785618 |
| }, |
| "l0.wv": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:f133a42dbadc3accd1fad11e3132bc12fc66a8edc2c9925d0fc8f411a84aa90f", |
| "stored": 780455 |
| }, |
| "l0.bq": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:1efcbc5bfb823474fb8c58a3babce5eb97ab4f81b2dd4516592b1fa59760dbbe", |
| "stored": 7672 |
| }, |
| "l0.bk": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:fd11412cc4738ec2c50ec9c2ad0fbadd2b8f368de2591befe2a3bb8ce37f539a", |
| "stored": 1252 |
| }, |
| "l0.bv": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:599227d5bd54ecbcffd4b5ddc1c50d7cfe3df5fb49468620f05a8e54345839ea", |
| "stored": 1219 |
| }, |
| "l0.wo": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:4fe1fd46377081bbf67fc9a5813e961db66941ad37d02f6ff2dcedfb73a937d7", |
| "stored": 5496812 |
| }, |
| "l0.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:f5c6396d086624007e8ffff9eb2334a00ec9825b71d38ffaba1d64943b379def", |
| "stored": 5007 |
| }, |
| "l0.w_gate": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:efad14326c4e2929724780342f64f5eb0145618c694b2d449cb4024d8fc4a374", |
| "stored": 28526481 |
| }, |
| "l0.w_up": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:7192593885b14f0e4ddd5f315a51c9053ca8658c7dc2c1841960065811b47112", |
| "stored": 29056675 |
| }, |
| "l0.w_down": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 18944, |
| "kappa": "sha256:1ad45c5713409e453664f6dfd58a4a4acd9e87040e32881efe049cd05b29ac83", |
| "stored": 28690979 |
| }, |
| "l1.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:7578ad37ccc928200b189f9ea261bf8a8e5e950d1e39effe2dcf36602dfa0e10", |
| "stored": 7313 |
| }, |
| "l1.wq": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:7ba318707a68f9fd36c6a16483655b2b686fbb4679b40b2e6da46a35192d1b3a", |
| "stored": 5431833 |
| }, |
| "l1.wk": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:de095654ededfd93eca113de96743fdd172475a45b02f73cbff116577042b64a", |
| "stored": 779515 |
| }, |
| "l1.wv": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:7f9e7d7d5a6419c839643d44f701c87503f412ae81f495a1bca8fd9ce4fe844c", |
| "stored": 779805 |
| }, |
| "l1.bq": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:143c6a48b260b4afeec7ee964304f34e039f494c90b61035c57ef1d9778bfaac", |
| "stored": 7462 |
| }, |
| "l1.bk": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:2db5c913c786a42b9c7b59a62ee0942cc080dcfa57ac615fa8d70e773478785a", |
| "stored": 1241 |
| }, |
| "l1.bv": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:ee58f987e090d362836e49022a04a3bd902865b91b3c5b6687e3f948ce6d8a22", |
| "stored": 1230 |
| }, |
| "l1.wo": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:779332b026e60b93e6b5ae558285aa3124b884689c3699a1415ab2ae474b02b6", |
| "stored": 5492555 |
| }, |
| "l1.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:b42c88452babb6d458713a0b841baca77456378bc6961a7062a73632b3ee3f14", |
| "stored": 5321 |
| }, |
| "l1.w_gate": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:7352528cd724a274cd1999df33437a39dc4a415afe9859659a1523193361053a", |
| "stored": 27008120 |
| }, |
| "l1.w_up": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:b4975e1ea34fc0bb3e495241fdcc8758057061eb50417122926cfd99c194df1f", |
| "stored": 28912448 |
| }, |
| "l1.w_down": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 18944, |
| "kappa": "sha256:dea3c4e8438e9220e9ec57d54ac769dafaab3e59c0b2f975d5c62da73b6b3cb4", |
| "stored": 27604586 |
| }, |
| "l2.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:68a42bcac8aa5e735a331447ea32bd29e41e912c97a568450965b85c3ca35224", |
| "stored": 6057 |
| }, |
| "l2.wq": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:d57a55637e0b67549839e82ec25b22ac2492969ce9b7a2c79041789af0970d49", |
| "stored": 5476675 |
| }, |
| "l2.wk": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:73c71059d84e9513eef87bbd9810cdcf239152553a681283e2c9dbdf4481803d", |
| "stored": 784161 |
| }, |
| "l2.wv": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:b0e831b31cf2c8811564c6a437a9796813418e9bf1a7dffc5ed22917bd84aa5e", |
| "stored": 781408 |
| }, |
| "l2.bq": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:4d1b3e8d47b30d1a11b28fb15f9fbc83f7d8135da670cee5a732ac9713800842", |
| "stored": 7485 |
| }, |
| "l2.bk": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:f006ee39f4e38c8ccc4ea94f3f71f161b920c8d71bf80731c09c3e1b1e8299bf", |
| "stored": 1248 |
| }, |
| "l2.bv": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:d487f077f6747fb5c1424009129bfd7ce5ac57b7509f97b082c142bed30aebca", |
| "stored": 1225 |
| }, |
| "l2.wo": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:b673c592f13ea142f27395a13625fad2dab4f06e57a5c75e85c35f0bcd5cc1f6", |
| "stored": 5487050 |
| }, |
| "l2.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:b3f89e7a37443749379684e654b3881d96857a73451c6e97c0415306071d9f25", |
| "stored": 4888 |
| }, |
| "l2.w_gate": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:c28e7dc1ac1efe3b624036b111916657c567ff39da590c60f9baeb3039e6052b", |
| "stored": 28544617 |
| }, |
| "l2.w_up": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:ad0f8483bf3bfe6a99424de4d7486a79165173ba25678f6c6843ed6b8a571911", |
| "stored": 29143815 |
| }, |
| "l2.w_down": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 18944, |
| "kappa": "sha256:dfd9fabaa2afe63ba02f69cf47968243b7de4a478fd2cce18fc0ed2a40f0fadd", |
| "stored": 28703401 |
| }, |
| "l3.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:33c4f3e5a101fa52115cfce219cba92c139a461509bab17f73657ef3a720fd2a", |
| "stored": 5716 |
| }, |
| "l3.wq": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:1f7088d5b46f59ad2073d2f15f8524a11d192c6a3f43a065ec2f124b2c247e18", |
| "stored": 5475533 |
| }, |
| "l3.wk": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:3042773a758c92d24ab107ef2871c0d938ab63d7db6299898ca97979079b951f", |
| "stored": 785157 |
| }, |
| "l3.wv": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:85a82c40c4e0b9c774ac0a722a3296d279f42a88c8ac2492ba17660385ee7887", |
| "stored": 781682 |
| }, |
| "l3.bq": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:cfeb1cf6b53a9cb3ebe2f4986eb1bef6ac556f5119d1fc6af664b51798ca38c9", |
| "stored": 7490 |
| }, |
| "l3.bk": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:c618c93c0138d93e2bd0d54f4e4111642e429d0e13472cb705d2be76ea64f538", |
| "stored": 1246 |
| }, |
| "l3.bv": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:f3e36209cf870c72aee6f66b030e61062e57f84d14b2fdc6c35b0eb8db5d24d3", |
| "stored": 1217 |
| }, |
| "l3.wo": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:08b2c575d0b7afbd89f16a6202e9e156a993348f7e76d0e6f1cf31c0da41dd76", |
| "stored": 5495485 |
| }, |
| "l3.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:651907d2d2eb0c0fcb6bc946d8ebc1dd7834a9facf948d4340ae6222d078f615", |
| "stored": 4669 |
| }, |
| "l3.w_gate": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:e6a3119f2b9decd5c3fe95e9b27a5575c9bca6e74036abb91997073579dfec8f", |
| "stored": 28871355 |
| }, |
| "l3.w_up": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:9e017d7bf1d931cc7355e526ac9674d73d84f1a6dea5db47100ae89f9bfea948", |
| "stored": 28955598 |
| }, |
| "l3.w_down": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 18944, |
| "kappa": "sha256:cf98438ead502fb72e652f92a752050cc873434f69bac9288f7bfcc279de2359", |
| "stored": 28869364 |
| }, |
| "l4.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:84c07c88589da24f8539e0a3bfe11afc50555749672852c20648b90132c25072", |
| "stored": 5887 |
| }, |
| "l4.wq": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:f6a11ab77406484f66f9f5f277ea2ca3f1ed94d5f6d47cb27fbaabed8d676811", |
| "stored": 5479061 |
| }, |
| "l4.wk": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:526a33a6d95f2ffc68f214b66dfb30c8950ce87cad7ef846ee3ff88e7d69b52c", |
| "stored": 784514 |
| }, |
| "l4.wv": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:a3652ef64158a11419f728a367badf22d69d8cb488e0d73a4458d61c5632682d", |
| "stored": 781938 |
| }, |
| "l4.bq": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:85cbb3e1d17dce24afccb18b0b053d2f5907d37bd7a4dcc85a2d3bcb44883775", |
| "stored": 7612 |
| }, |
| "l4.bk": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:e1e31c07a61208b13c938e6348aae4721246dd3b3c6f23cd5df17c1c259f0cec", |
| "stored": 1236 |
| }, |
| "l4.bv": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:11a60c9784451ebca7e04f7629cf0b9c4e002bd77a1d4dafe6e09f68b7f40181", |
| "stored": 1220 |
| }, |
| "l4.wo": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:160f927fca48647d1e4633e33b077c19d6100a1f7ed603be9d7176919995d900", |
| "stored": 5493246 |
| }, |
| "l4.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:8ad87d85a98941092281715e9bfa1bebf717fd33800760bee9a6ae89fe20df7f", |
| "stored": 4582 |
| }, |
| "l4.w_gate": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:593acd2603cd03fec01083993c88733f2ce341dde46f0005ab5827012f54b99c", |
| "stored": 28869014 |
| }, |
| "l4.w_up": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:1cd6a8e1a251cdceb355e860c94c75293b619a0df89866e0ee2e28d1d7f9387c", |
| "stored": 28963306 |
| }, |
| "l4.w_down": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 18944, |
| "kappa": "sha256:553e039517b5db524d0e5dbb9dc8d82844d0929ce0979f353a95a56b2df1b2a0", |
| "stored": 28870709 |
| }, |
| "l5.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:f2bceb1402e859fd8bd9fbd3814c706d3281ee69078b4d24123dbe4c60202222", |
| "stored": 5579 |
| }, |
| "l5.wq": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:8e71292d15aeb64e9b6d6bbe6a48ff85f3b602deda0ed6034ea0c6c2d0da7d00", |
| "stored": 5481034 |
| }, |
| "l5.wk": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:b487f7058b0573054938b3526ed6ae459c7c10ffa3de7fc2145589cf24849ba2", |
| "stored": 784843 |
| }, |
| "l5.wv": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:4c88c27f2b9641bae3f1455919082a49cf818f588678c1a98311934a27cc6c1c", |
| "stored": 781861 |
| }, |
| "l5.bq": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:c835f411d732f9a93adc3809cad3e9b2501639c4e20b49697e0d4d6f0cb546f4", |
| "stored": 7606 |
| }, |
| "l5.bk": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:74a760aadb304ab8fbb7974890182ab0a35ba48c7c6feca4f81242b3bfb68ced", |
| "stored": 1225 |
| }, |
| "l5.bv": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:fd2bde9d3b96807bd3c0f8d14c04d99385d060ef9075188bab76e277b5123484", |
| "stored": 1209 |
| }, |
| "l5.wo": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:b2d78baa4e4d4e68a06692a2c1fd2b8bfc728091d580248db24b0c95592de5ee", |
| "stored": 5494960 |
| }, |
| "l5.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:81a63c4995145648431fb0e0f1c812c5612d0243d884ce6ca41c470d766bb4a0", |
| "stored": 4388 |
| }, |
| "l5.w_gate": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:49a609d7c438912410da6c423535acc39ddc80b1a702c6ca480ac0259672512b", |
| "stored": 28880560 |
| }, |
| "l5.w_up": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:f324b7c51c2a66a3100cf56cd9b33cc209dc8809e350a0127f5891010d177140", |
| "stored": 28937319 |
| }, |
| "l5.w_down": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 18944, |
| "kappa": "sha256:e304377b7a823fd99241bba73aff766be2d0634014b3946d60b667cdb81b9c88", |
| "stored": 28871544 |
| }, |
| "l6.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:7db8fc7c44a5932ceb1bafeb21b68fc6e18f0c3216f86e4452d213ba64412706", |
| "stored": 5636 |
| }, |
| "l6.wq": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:ed25f0895f97dde3117b4efa839b080251191976427673124b36128b10813628", |
| "stored": 5482343 |
| }, |
| "l6.wk": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:f2c5ffd1b2d63fe9078afa17f80a0ed19efc769a377f9ef6571ab14c80fcb47f", |
| "stored": 785240 |
| }, |
| "l6.wv": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:780c807762831752817cffcf00a69f9abe1c8b85d573d1a2618e4bead7bfc169", |
| "stored": 781746 |
| }, |
| "l6.bq": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:e4125e25269ba882229086d23b99f87b5831653872043d191d920a78773657cd", |
| "stored": 7581 |
| }, |
| "l6.bk": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:27384116e75a28e884fcd1cf375efaab445d0220287f5bbaeacf5338372793aa", |
| "stored": 1229 |
| }, |
| "l6.bv": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:da026520623e7437852e4995acbfba07a3727ebbfa4a66c9a81f6867b735a268", |
| "stored": 1218 |
| }, |
| "l6.wo": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:90aa4aa8079cf8ea6771e653973f1ede031a0dea0be3cba9fdb45300a5b3f00c", |
| "stored": 5496038 |
| }, |
| "l6.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:affb7b5d270f772a2ab636e06a06ab3d065cd07f7f19dbcb5a15d0a0d20df442", |
| "stored": 4548 |
| }, |
| "l6.w_gate": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:e7c4e2d9ad9e1d383680e798b0e4ab207518c807d42e5ab7985acc4a54044a78", |
| "stored": 28947801 |
| }, |
| "l6.w_up": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:bd3333ad020d7ff496e074fa66876955a6fcdff0ace6f64ab7527ec5c36af291", |
| "stored": 28881221 |
| }, |
| "l6.w_down": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 18944, |
| "kappa": "sha256:efa8eb5c4c9ff6845b4469ec3189b8febe4101f1980c5a52404335f5d8fc3f62", |
| "stored": 28883805 |
| }, |
| "l7.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:631f08fe40ab57784467cc4b60755fcd235e12eee2b096dba0cde5e857fdb93c", |
| "stored": 5536 |
| }, |
| "l7.wq": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:5b30b4fc76b859b26ecf8d3b757088b299fe6d452b49b213ce21b3ffaf03b1ff", |
| "stored": 5480574 |
| }, |
| "l7.wk": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:6a9d59d5db22a4b4b0ae149fb91fb4be89d624e80167cab55054041459df7839", |
| "stored": 784406 |
| }, |
| "l7.wv": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:44237984867be0f96f445f456427ffb762ff29dca1eac15cf553d67bf386809c", |
| "stored": 780135 |
| }, |
| "l7.bq": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:bd8a25868f4dec90477c9002c457478c745b1da2b526e6548d821ad681bc304e", |
| "stored": 7519 |
| }, |
| "l7.bk": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:614b9910d38fd71463554d8b3f6138c53d73e436ab60b86dc21b8cc1b5e45524", |
| "stored": 1235 |
| }, |
| "l7.bv": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:66faaa366179a6adcd5cce00fcefc3d1e02f8b3ba8122f7f32809b7796040d99", |
| "stored": 1203 |
| }, |
| "l7.wo": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:6e559785af6bc7ba1d18f9575193e3ebefde01b3424358d07eb5919a64ad371c", |
| "stored": 5494699 |
| }, |
| "l7.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:b38ebeec44bb69389b1322902b858ba3f4be99c672eaaaf2ae33c4b81e6107da", |
| "stored": 4625 |
| }, |
| "l7.w_gate": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:6c7c8ad5e06b8690b1bf16e0ba1d9f6b32a9a3cf29d39475166833692dc3b1f7", |
| "stored": 28906213 |
| }, |
| "l7.w_up": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:7925f817f30f552e76af620e96bf90e2369cb286d5487d0fe63854a9abb98ffb", |
| "stored": 28874780 |
| }, |
| "l7.w_down": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 18944, |
| "kappa": "sha256:e9ecf79ffd8f56c92f6cdb9ab20b43d187810ab01d0ef125a01ffd4ae4e2b479", |
| "stored": 28862861 |
| }, |
| "l8.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:ae6afd869ade58f1596971f51221e1664de0fd757cf229c3084749d36dd27497", |
| "stored": 5494 |
| }, |
| "l8.wq": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:d60d47c3516f94c9210ae3b0c755853527fbce6b6aa0d58ccc94e4d316d39ba6", |
| "stored": 5479400 |
| }, |
| "l8.wk": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:225bcb9e2516fc6cd0042a445e8bae6912e87d43119b66c807ebfe137a03e3a3", |
| "stored": 784607 |
| }, |
| "l8.wv": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:3477dec6f28bdc0101058510fe4aff5397664a88eea1d75df2a0ec5a496efed6", |
| "stored": 781105 |
| }, |
| "l8.bq": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:9326e78419147cfbf59b697a670bcfefeb6f2c6552c6feac8852cd74f8f33f54", |
| "stored": 7533 |
| }, |
| "l8.bk": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:3e8a5920648d2b505ff140350076ee70208693d2a25449de3ae4627e2e65af01", |
| "stored": 1228 |
| }, |
| "l8.bv": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:8fc59f28380f399c0830f0f4ce7ef8094f350fe0a4e04f477eb6a7fd4c1d5728", |
| "stored": 1206 |
| }, |
| "l8.wo": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:dad77a9ee3637107859246aaf05d14fdecda51d1d95e767dbeeb756082779379", |
| "stored": 5497690 |
| }, |
| "l8.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:084a94992d78514548d67383abc792fceadd6e898bc5fe6c2cf7eb832974c65c", |
| "stored": 4979 |
| }, |
| "l8.w_gate": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:bf0c0d19c4184595d6811594577feea11ca556c40cc876fdad62374f961f8673", |
| "stored": 28885243 |
| }, |
| "l8.w_up": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:cb2c800513f66ed9f6f8fe0d92666d180c979320e78f1122f872711db49afde5", |
| "stored": 28859890 |
| }, |
| "l8.w_down": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 18944, |
| "kappa": "sha256:3ed4bb2977f9e85df62a27133dcf7db843c41aa578277592ca3950f249463e5a", |
| "stored": 28878423 |
| }, |
| "l9.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:9335de0a0f6907890e53024550fcd7cc7ea3058c0ad7e6aebf3bb8a565be14fe", |
| "stored": 5647 |
| }, |
| "l9.wq": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:0b3d7a7921fece3d58e990d059ae3fe0c3208444210dbcda91a9fd2269ff4507", |
| "stored": 5480471 |
| }, |
| "l9.wk": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:1594a6ee57da4d4d8fbcc2338c142a8b768ed057f240cdf0801ddb014d81e91c", |
| "stored": 783109 |
| }, |
| "l9.wv": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:6202cae14efad5fdbc6da9e8639801b3ddbaabdda44996efccdd7ec30306119c", |
| "stored": 780200 |
| }, |
| "l9.bq": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:ff214c6e91667f012c4143ade74d01f8f8c2501aeb378c2fda3545a8084b8372", |
| "stored": 7455 |
| }, |
| "l9.bk": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:e227fa67b33c9dd9b1e9613a4f43ae709330200a41e800fe6f1401ebc945f41e", |
| "stored": 1234 |
| }, |
| "l9.bv": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:b00da7f4bb979ae4dd2c1bc66ad211d983b967833948629855df4c7e86e9925d", |
| "stored": 1210 |
| }, |
| "l9.wo": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:512838c41dc582df4a36711efd841297257e061cd8a7e7aefa61a32f22b07f7f", |
| "stored": 5501809 |
| }, |
| "l9.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:fef3314fd0bd5c88739f2d625b00d2382856930806d5e304ecb1dfbf3dedf575", |
| "stored": 5321 |
| }, |
| "l9.w_gate": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:eeadc3854341f3f21ec95b612fb00815ff5e6f8b2eb5e5c2fe22456b18b3177e", |
| "stored": 28935293 |
| }, |
| "l9.w_up": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:33fb56d1039cca3ad5e243c76079326b5f0c20c4eb838cdac455aa2bdba676fc", |
| "stored": 28924073 |
| }, |
| "l9.w_down": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 18944, |
| "kappa": "sha256:064712b51a71a53452f3a55254e6db448b66164aaebdd2eec975c504981845fa", |
| "stored": 28909772 |
| }, |
| "l10.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:0709d540181d72050672692af3733c074804c6d176170238ac6259eb0c923eb3", |
| "stored": 5535 |
| }, |
| "l10.wq": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:a3f380acb7a8d133c94ebc7359003ae2d46852423bc5340ddfdb695e1713e98f", |
| "stored": 5479863 |
| }, |
| "l10.wk": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:9d2b8b854e7df5825d30a4d11fbe591e65d0b67615eb8d6a036c64965fa70828", |
| "stored": 784142 |
| }, |
| "l10.wv": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:2405698da574136d6f247e55b0ae8e9624f85b182de2b4165aba907919c9af6e", |
| "stored": 781653 |
| }, |
| "l10.bq": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:9e698f67d40c828b8f7fd4b6ce5d5c7dd96c454c70b020eaf147c9b02298b630", |
| "stored": 7561 |
| }, |
| "l10.bk": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:8efde41812adfa2932c907109255bdcadcefde067b74aa31c2a7881f63ce1bb8", |
| "stored": 1239 |
| }, |
| "l10.bv": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:a94ae3e0c22f382733b2b6107410d3895106fa27bae2bee8599dda16f5112a40", |
| "stored": 1203 |
| }, |
| "l10.wo": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:cfcbaab4cba28d348d79781cc21ca12a41c14ba542903911856a7b35206a36a1", |
| "stored": 5498490 |
| }, |
| "l10.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:47874d1105051c314558dd173a49892599d4b54c58770534a45318e59a31f680", |
| "stored": 5484 |
| }, |
| "l10.w_gate": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:01769fd4bc07178206e15bc6f0d37e4027fc321a4bcdb622afaba4fdd38e3951", |
| "stored": 28903182 |
| }, |
| "l10.w_up": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:c844ed83ee344b12adf24ee06ceed3ec48477d80450d8a9295dfd0d30bcc2ebe", |
| "stored": 28868852 |
| }, |
| "l10.w_down": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 18944, |
| "kappa": "sha256:e6e8ef37d006736a7ec27f82d028291c5ea1fa6ce43701514105b9622de6c578", |
| "stored": 28894431 |
| }, |
| "l11.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:ceb4e9abd3131d1fbb157206b5126ca09afc0fc65f5c7fab7f72a6c67d78beac", |
| "stored": 5687 |
| }, |
| "l11.wq": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:da9953c1a481b3bed43df084a9fcd8bbd20c655f6a374077f9b7fbaec95353e8", |
| "stored": 5480798 |
| }, |
| "l11.wk": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:b6e86f969722dd3fce52889f62b45c4b710b2d4a55d426fb6e0ef94e2ffdebb7", |
| "stored": 784144 |
| }, |
| "l11.wv": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:6e4ecbb9b0d770d07677a96c09974e84ec6a7a9d750a28d5c681e82c11835f34", |
| "stored": 781467 |
| }, |
| "l11.bq": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:04e1fb953ab7f429cc99a29cb2bff3a822e81290d3607c5718419839c79bb4cf", |
| "stored": 7642 |
| }, |
| "l11.bk": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:b709bc76b583080c6e87549c56648ce7693d67004db893d3c864ead5fd4b3bdc", |
| "stored": 1237 |
| }, |
| "l11.bv": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:f67ee9ff2d1802c883dda682984a427668a1b959807c98546048179812526115", |
| "stored": 1224 |
| }, |
| "l11.wo": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:39925ef058e1b702622b18348db86df64c3496e7e8b5bf4bfe012ad52ac4c777", |
| "stored": 5499964 |
| }, |
| "l11.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:8dfee4b0603872d12b3c4fac6c80addafea50f2dfeeafbdec546ab4f31dda581", |
| "stored": 5534 |
| }, |
| "l11.w_gate": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:b816b4e2792aa66ccbf48378e45175097cf148d01db23787360682123bbef3b0", |
| "stored": 28894644 |
| }, |
| "l11.w_up": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:564554abd2c2a612762ce8df3dbba5d4b3615330ca3523b25168cd112a1176c6", |
| "stored": 28866731 |
| }, |
| "l11.w_down": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 18944, |
| "kappa": "sha256:daf5ee2b1ea3d05c57b51d246db5e671e0e4b736857e87dcef01eed9f5d0ba47", |
| "stored": 28894273 |
| }, |
| "l12.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:ee46901d38f07a65233ba53dc87fbe2de6ca305bab735495f54a19c22370e248", |
| "stored": 5874 |
| }, |
| "l12.wq": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:186c92eff423e769d5cd6894d869d12de8c23f0e69ab24fcb7747492d95357bd", |
| "stored": 5480751 |
| }, |
| "l12.wk": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:5f5572698d7f68335b58b73e7c576e11c6a86079c82b34c878e530b05b2c7014", |
| "stored": 783743 |
| }, |
| "l12.wv": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:2d95e48b9d89000ba07ef348428ba9aa49388ae6068578025ccd14a277332d23", |
| "stored": 780957 |
| }, |
| "l12.bq": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:aec20af4eb4acfa67bc118cdc7a8f7d19d0ec9550d69e8c6e8343afafb52851c", |
| "stored": 7483 |
| }, |
| "l12.bk": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:d4bccea41369c19f7fd0effaa909e1f224654c1889a74397d8868c0d99a184e7", |
| "stored": 1235 |
| }, |
| "l12.bv": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:511f303912ea09c12d0f2836865c42cf0a19df1263d58183c879da925c49fb90", |
| "stored": 1215 |
| }, |
| "l12.wo": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:e9e0937b51995bb241fcb84dfe11f6fd1f4aa6b59b49be6ff23205c433a06ccd", |
| "stored": 5501159 |
| }, |
| "l12.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:97383493a7765e5e9172ddecea8f29e925534e95ed2a69949dc34016dd478c73", |
| "stored": 5550 |
| }, |
| "l12.w_gate": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:1b36117f1191b804a0cefc66ea3ac667dce40518269ea1b84db9a189d2a73029", |
| "stored": 28906987 |
| }, |
| "l12.w_up": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:85914bf3b73c56ed7255be67489d9404663eb5348a2684a2bf6f12cec392eab1", |
| "stored": 28871372 |
| }, |
| "l12.w_down": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 18944, |
| "kappa": "sha256:29e43a802387b0869371f5797bbc19278e71bf7deca34c01efc95916df1e32ac", |
| "stored": 28874409 |
| }, |
| "l13.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:464cd37a959a45c1b95f7218947a50133b5c8c3ff3fe31c59c9782f814bce1d4", |
| "stored": 5891 |
| }, |
| "l13.wq": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:be9d2cb617095c928e7b939f0d98fa2362dbdec3cee5b25f2f1b82696da94cf8", |
| "stored": 5476175 |
| }, |
| "l13.wk": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:b77b12091387b4ba5c12c9d636b153cbbc34b7c1027eeeacb9f65f9931037c16", |
| "stored": 783376 |
| }, |
| "l13.wv": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:fd8350d4a0875a7a73cd7224d1a3596cef6241b1d3ece872a99ea1d8c61cbc96", |
| "stored": 780296 |
| }, |
| "l13.bq": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:31fac2e641afb8c695f2f8f546d2cdf9cc775e37edc1192bc8766a7fa904278b", |
| "stored": 7482 |
| }, |
| "l13.bk": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:70100c33e25e9a45411b293fe582c7e4d3351e6a2afcc5475623f776c0a7fdaf", |
| "stored": 1235 |
| }, |
| "l13.bv": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:a945e2fc467d90d056f6a2056a307671d0c7a96cbc99f253de1b419b5494e32b", |
| "stored": 1207 |
| }, |
| "l13.wo": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:3abfea259b4acd6e1fdbbaf9c11bdcf0b2e2f006c4881d0ae2dd0370391e0b88", |
| "stored": 5505564 |
| }, |
| "l13.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:3aefaec18db6e859e7a978b764853a40484e6f61a27883b0e381285877d117dc", |
| "stored": 5592 |
| }, |
| "l13.w_gate": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:2706b2cc8098bb45d0857f4009275861b0b8e42faa67e2d04e08cf2f9bb02cd1", |
| "stored": 28920838 |
| }, |
| "l13.w_up": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:97a36fb552047188916f269dd3a766a17833e3533a2ff160dc93ef295c689e86", |
| "stored": 28874977 |
| }, |
| "l13.w_down": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 18944, |
| "kappa": "sha256:8a9b7a9fd1d9f2bcda2321e80c54e85eed52765ed6edb96136819de6a55f9e9f", |
| "stored": 28897261 |
| }, |
| "l14.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:613457dc78ac9b0d897313671193d0f5b5f6c02ad090f06fcf76acba24e1c395", |
| "stored": 5838 |
| }, |
| "l14.wq": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:8a2b00fb6f311b845d241939c9d0eb85212e53e426c61eb0744ca73660686ce9", |
| "stored": 5480287 |
| }, |
| "l14.wk": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:f1e2cba8c76a4bb6113abbf23769c5c3bf36ce51179cddebb6ca547932ea4ef5", |
| "stored": 784590 |
| }, |
| "l14.wv": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:b59df592f9ad4c5402dbc2268d8051e5ac5b3b1c24c4d201026a4cbd22ee21f0", |
| "stored": 781623 |
| }, |
| "l14.bq": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:ffc03e013c7ba0540775fce0e4ad48657b8dc7f6ffdd4d849f2e9a3ba7c5aa8b", |
| "stored": 7520 |
| }, |
| "l14.bk": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:ba83967bd44598ed38c203c6544a8c251eed3f615d857e4daa8c05f3cebb7a75", |
| "stored": 1241 |
| }, |
| "l14.bv": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:6de1322f8daeb37078df6fd615f57c952d6e1ffe40ea1ae9bdc3cd75a000af11", |
| "stored": 1217 |
| }, |
| "l14.wo": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:a6d3330f915c10113078a106cedaf48cefd5f1056862e0f4f07eec40866b1bcc", |
| "stored": 5505974 |
| }, |
| "l14.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:1edd97c8687b776695b75898bf4522e0d4563c26af67991ea6993c803a8135f3", |
| "stored": 5561 |
| }, |
| "l14.w_gate": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:b313c7acfc4e4b2014b778516477649ebb2431a017e20a77827c8923050f1d52", |
| "stored": 28918184 |
| }, |
| "l14.w_up": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:2c38cfe74b418c953de28d174865d6bcde7eef12f2d9ba1f3f706a1ada83f293", |
| "stored": 28875335 |
| }, |
| "l14.w_down": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 18944, |
| "kappa": "sha256:9d17a9421bef7a31a1e8d8d8288ce6a7e69877ebc4a94533088876c3896ba42e", |
| "stored": 28881458 |
| }, |
| "l15.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:e8b077dcde2aa538c3f9cbe492dd5f9f02d3b9a64c4527eb5b56829260ea158c", |
| "stored": 5758 |
| }, |
| "l15.wq": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:416ec51f418c456ddc1eb99b890445d9cd6f67ef1694e581a7020023ed450f3a", |
| "stored": 5481175 |
| }, |
| "l15.wk": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:cf93fe8d754037d60c28d4ba264b111d9eb0164aa544d7e9ddb95985f45d2c41", |
| "stored": 783808 |
| }, |
| "l15.wv": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:2cfc2edcfff3f8c2e5534f6632ddca19b69bdac75e67c8fcb2832d639cbb3f1e", |
| "stored": 780625 |
| }, |
| "l15.bq": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:ff975d3040d0f6c7dead151423e35a4d07c47a11fc8d52d336b29d5bbd2f8434", |
| "stored": 7663 |
| }, |
| "l15.bk": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:1beb44abe28953896d5fe9ca121de3a97b5be6b99b45cd6c3f604d3452fd4810", |
| "stored": 1233 |
| }, |
| "l15.bv": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:0a38b3ce13b922179ea1878b5b8083ad4b78383582d5abfeadef1da81361b301", |
| "stored": 1196 |
| }, |
| "l15.wo": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:3dcb6f7b2ee51252df5c396aaaacf80b66dca6ee1d0a2af1002d120612a1e6bb", |
| "stored": 5501718 |
| }, |
| "l15.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:15fa7e8748958a029d7da2e3a96a35e55c83a968489ff6c3af8ca8d7ef077114", |
| "stored": 5618 |
| }, |
| "l15.w_gate": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:e57c340d09dddf737cf43d2684bf5deeea684b3cddbae991ac15c9859ed562cd", |
| "stored": 28921844 |
| }, |
| "l15.w_up": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:b95488e6b9dc37f146d1e84091df8c73c708f8bc068219009bbec5bebea0e14f", |
| "stored": 28871298 |
| }, |
| "l15.w_down": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 18944, |
| "kappa": "sha256:e29814fed212c214a207bd97e50d5e9a93c2ba1a2e5ab6fbb1da0b81de25d625", |
| "stored": 28875306 |
| }, |
| "l16.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:0498b2f3b0f71faee9d57f0bbbae89d66e0da2313f664a30ad7ab140a2b9e06f", |
| "stored": 6007 |
| }, |
| "l16.wq": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:c5296ef3ae599cf5baa9dea5c66b4260ca1bf837eed66a67e06b5969d99f1cab", |
| "stored": 5480382 |
| }, |
| "l16.wk": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:c2c756b92bdcd42213e23c1216179878c5bed44f7f1ff0e3a00f0c0bef449c87", |
| "stored": 783913 |
| }, |
| "l16.wv": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:11d1f36639927ba05b9fc9f48aa4c1ac44f94f2f711c43fdff41bc1fa4d1bc21", |
| "stored": 781342 |
| }, |
| "l16.bq": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:2b2acfb821c326732c9111a74f882c7aca143e3c310fd64b7a44b7d6d9750237", |
| "stored": 7411 |
| }, |
| "l16.bk": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:09d50151403525ce368ad9097becd50c38622ab7000ad83d18e35c2c3236d0a3", |
| "stored": 1238 |
| }, |
| "l16.bv": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:3e8cfe84a9fb8f412c7eb04e21b1e34f38f122552adcbaf94d7b88e281e81501", |
| "stored": 1211 |
| }, |
| "l16.wo": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:8ecb7d3d3efe197ac66f2ced9ec9c09d29b39f064e6f956abd40b3f9991f30e5", |
| "stored": 5504572 |
| }, |
| "l16.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:27286e9bb7bf4cd6a93f0944984befe9a871820f87c8251b58e56622204f7080", |
| "stored": 5639 |
| }, |
| "l16.w_gate": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:7b3ac76907fdac54c5d2057836d21b5bf5af625d3cf651462a6b74e2cd255e73", |
| "stored": 28914668 |
| }, |
| "l16.w_up": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:9b3fc5da6857c4396ec219ed38fd8435348e6ae8b889487c6139a6855edb3eb1", |
| "stored": 28870201 |
| }, |
| "l16.w_down": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 18944, |
| "kappa": "sha256:21888dd6110f60454bd65048f0103cfc7dc2b71d1844ed18e27ae72f742d1444", |
| "stored": 28884145 |
| }, |
| "l17.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:3f905caf93372037ca7ed78a361879b7065cb285709d0548608532f63245b6a1", |
| "stored": 5934 |
| }, |
| "l17.wq": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:777feb3212ca3152bed3ca1e96a92beaf2305e4cf25523ad6ab4626626c12692", |
| "stored": 5478843 |
| }, |
| "l17.wk": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:9992b60103a83fa6e96ad03c9e6be2a4a175a354e0298866a9fda5ba8e7a41bf", |
| "stored": 783784 |
| }, |
| "l17.wv": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:47003e93e0ab28fa912d41164cca634b2c74d7211f3f7d0f9c2734de5cc8683a", |
| "stored": 780045 |
| }, |
| "l17.bq": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:9513a647e69104184e32ef7a2fe750dc3979322165fc33ed2f7237319374928c", |
| "stored": 7515 |
| }, |
| "l17.bk": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:276316a25d0177bcdf8635a4d219ed04d8a2c7cafd04e90eee4d148447866740", |
| "stored": 1239 |
| }, |
| "l17.bv": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:e4254a665164ae28ca5b6422c84542df78afe4403fc23e3ed024b7bee032f5cf", |
| "stored": 1223 |
| }, |
| "l17.wo": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:181e0b96d4574c7f6482fdac1085f721f0fd555faf88df4eaabae0d3e2efb472", |
| "stored": 5503457 |
| }, |
| "l17.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:aaf340022002ea07740d4559ea8562869e00eae6078d1ece0e88d80b23993257", |
| "stored": 5615 |
| }, |
| "l17.w_gate": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:85c100d9b8543ca6643831e3f37ba3b5bd3171bb8b39bc8b4eebff57995094c8", |
| "stored": 28919941 |
| }, |
| "l17.w_up": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:b5fbc1861e65775514effe537c56b7e83ac1905940256fe1e9e145a6b64f6f62", |
| "stored": 28882388 |
| }, |
| "l17.w_down": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 18944, |
| "kappa": "sha256:2a25b964c516910532857a0f667e014e24ff4ce3118360767db3a650fe321e2d", |
| "stored": 28867058 |
| }, |
| "l18.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:371f1d7b4afb044604030dce918709c2f6f2f0a219266e02886c7de5c042a4be", |
| "stored": 5993 |
| }, |
| "l18.wq": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:a54c57c5f7d2283cbcc284a5cea076e3b4ba2bb589a81012babf4861461b6f6a", |
| "stored": 5479597 |
| }, |
| "l18.wk": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:e24055106418c0a7966731d693c222e179f6c09f421d7a80e259558533ead0e9", |
| "stored": 783679 |
| }, |
| "l18.wv": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:e34b9405b4eb6dd037fa767abc215a3c29f02a06f43633904d9be9860f46a3a5", |
| "stored": 780358 |
| }, |
| "l18.bq": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:3620562b23e06b9587bc1928bc1b8901957c975ddd510d8d0d296bf41f0c9098", |
| "stored": 7550 |
| }, |
| "l18.bk": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:dc215889203c75d4c1934a82692e3021c3c5878196804cdff6483eb5573f19cb", |
| "stored": 1247 |
| }, |
| "l18.bv": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:0de1074d0ad33eed67033ddbe012e6c6bbc3679df6d6a01c76e439cf44f61f47", |
| "stored": 1203 |
| }, |
| "l18.wo": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:c86b5269cced16aafa189295418f3a551e7f2b12ac1ea1eb7707221c790a394c", |
| "stored": 5504967 |
| }, |
| "l18.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:76ecc6e58734228c4329136fe6807a5372ed82a8d5ca93b51bbda408a1a669e6", |
| "stored": 5522 |
| }, |
| "l18.w_gate": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:ff8a5f2c3ca2a1611ba4e98d14abae207d3350fd5c79b1bb6eccd9ae83238927", |
| "stored": 28929540 |
| }, |
| "l18.w_up": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:c166f8c932c1ae6545217ea70341ac7fffd12e4d3b39eac337f82064e66e3ff2", |
| "stored": 28888004 |
| }, |
| "l18.w_down": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 18944, |
| "kappa": "sha256:53f43c3077fcfa5b04d0b50754ad9f164cacaf1d5fc80f416b0665233faef568", |
| "stored": 28862330 |
| }, |
| "l19.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:d00b62a5b347b664342d8fd3701d3d4d3f80b2f0c71ebb1e0d281c910332eaf2", |
| "stored": 5530 |
| }, |
| "l19.wq": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:6b6ca0c894176ab9fa0e07878807a1334cb399bd9cedb8db7f8545cb2a40b633", |
| "stored": 5476263 |
| }, |
| "l19.wk": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:b3a3970d9d4190504b52a789eb6e9b95dd72e1896afacab69a63b201c4ee4b0f", |
| "stored": 783705 |
| }, |
| "l19.wv": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:a71c4bb092a8801fa4c1fd61e0f6ba495f6e4a27bf088c90c208ea2401af386c", |
| "stored": 780332 |
| }, |
| "l19.bq": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:10afad53b8f42d21c1a183fd2d43acea2676325bb388b9ed602acb69b8cfcd81", |
| "stored": 7521 |
| }, |
| "l19.bk": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:32fae3e8e57768e84357c826df5d5b9ce535dfd6261a32846eca7483668adac2", |
| "stored": 1247 |
| }, |
| "l19.bv": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:4c495bb9589291be7d20aa51d6d39099f5afc920e66b84d0fb0a2156e2e2ac52", |
| "stored": 1226 |
| }, |
| "l19.wo": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:836d51b6f759c039a49b9e1b16c3c125c11dc9e5f2942eaa3e3087ed1b36668e", |
| "stored": 5497349 |
| }, |
| "l19.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:30c8bd6113663c5709d39614913ecc71f58ba891700f8d14726280254c6ce478", |
| "stored": 5326 |
| }, |
| "l19.w_gate": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:6e7034e5732c72ea67eb47f965b132b50ee005c449567da1154cca7e1ccd0561", |
| "stored": 28938299 |
| }, |
| "l19.w_up": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:7db7ccd9a7b7943ac42e24cb671cc2ad6e379a9f5ab858122c7ff8fec08e40e5", |
| "stored": 28891443 |
| }, |
| "l19.w_down": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 18944, |
| "kappa": "sha256:55fd3885760a7ba17be2fbdf1b560e93f348c8422de6ed69978b573ad0aa641c", |
| "stored": 28873010 |
| }, |
| "l20.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:e80d109b476368dfce45c26c45afcc3f728671b9236b68a4d7587d57496f4f8e", |
| "stored": 5506 |
| }, |
| "l20.wq": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:d9846933ce88983045740b18604272855dd4b4d73725356b88eeb608897d8825", |
| "stored": 5478828 |
| }, |
| "l20.wk": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:67103636619d5a14a9ae31fda634abbf5ce17c19ffa2305b1056aa21050b4e23", |
| "stored": 784001 |
| }, |
| "l20.wv": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:4d5f42b94183dcfc6a1a3628c4b6b7eddd4b0aee20f10a6ee9c83f0e6ce21639", |
| "stored": 780238 |
| }, |
| "l20.bq": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:1937f6534b652873397c744f6cb3abdda394183def9e3dae13ce53c5be8e0749", |
| "stored": 7422 |
| }, |
| "l20.bk": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:697ee38b3887542aeab9e91d40b8d89c44b795d56e9fbe0a3e7638c76c73d159", |
| "stored": 1232 |
| }, |
| "l20.bv": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:b8c7d24c58ce730b610afb51d85e244ee24ec9ee58a3398d1395d872278b92c0", |
| "stored": 1232 |
| }, |
| "l20.wo": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:e10eb4d34cbbd14b285e98e35648d509346dca68e7dd942845259595d7aadd77", |
| "stored": 5496450 |
| }, |
| "l20.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:9793da21caf2e8202573c611dfb7547f161b12783a72b37074de6e0de87101f2", |
| "stored": 5065 |
| }, |
| "l20.w_gate": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:f31aaf98307dfe20e46f44ad6c1a3bf0767e27d5b2e6767f54e1d99c8e7586fa", |
| "stored": 28937930 |
| }, |
| "l20.w_up": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:c558e4f86e56779aa8aa5eb06367d51ed597b1c5783319b21ad3846c27870060", |
| "stored": 28895623 |
| }, |
| "l20.w_down": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 18944, |
| "kappa": "sha256:45be061d2921bb11fb31e4a873a76e4965ff3a83f1afe7fa3c7d6184c295c7d7", |
| "stored": 28851578 |
| }, |
| "l21.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:0f1df264a175c65942b06551cb847a4d84363f58245dc7473713f137fa81442d", |
| "stored": 5118 |
| }, |
| "l21.wq": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:42927fb5ad6af8d19f1e341345fbc734ca90b483fd6bfb9cccf9ec36c3a76626", |
| "stored": 5477521 |
| }, |
| "l21.wk": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:4a9fc363b01a76f2deaeee75ddd9d3363be072b3edfb393957652dc1a076b896", |
| "stored": 784103 |
| }, |
| "l21.wv": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:088ce25ad42620d9fdf41bfbec7947f3965291854dc34007d110a1ff8dec2054", |
| "stored": 777852 |
| }, |
| "l21.bq": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:731554ab71f542736c0923ee95a6303bbd1e0948df04e0beac48b0e6a32e3209", |
| "stored": 7430 |
| }, |
| "l21.bk": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:d5f7197fc9dcd415019711ab52680c8040c8f2e7c21cce28c5208a6319f19449", |
| "stored": 1237 |
| }, |
| "l21.bv": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:3996ad9ff5740d4e4cb3a3d23ce8b74680722f069f1eccc114844ce120ace7e9", |
| "stored": 1211 |
| }, |
| "l21.wo": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:abffc048b4a98f1ab68ea2e1bca6f5883357fa6c8cf6c2151887ae211d158fdd", |
| "stored": 5500282 |
| }, |
| "l21.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:c2e9f7fccdfee5dba93e97f214c5e5c3c9e162fbb42190477a018d54e95f45bc", |
| "stored": 4879 |
| }, |
| "l21.w_gate": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:affbc0ba3440b261f42baf3b53b76f22ab314121b748054f7059d48321a595c1", |
| "stored": 28948127 |
| }, |
| "l21.w_up": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:e015877df4bd597454b6b7a3fe66658d79e81d6b311105cc8c613181a098c226", |
| "stored": 28897604 |
| }, |
| "l21.w_down": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 18944, |
| "kappa": "sha256:9d0c0797bba1c582c1e77c244799ce8c651b88d2e299e523e8e8655bc86f1e8f", |
| "stored": 28865611 |
| }, |
| "l22.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:519306c17074c40c157f639a892b7173b06bb6e12000f782ffae1692f8d33802", |
| "stored": 4994 |
| }, |
| "l22.wq": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:19671122bc688a25e0cf282a406f980eeda073f5092531bbabbaed4ce13cb2d8", |
| "stored": 5476860 |
| }, |
| "l22.wk": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:13e485554b989f8692a1211d9c1a27e11890f716dd05ef1287a5bc4e75117e70", |
| "stored": 784253 |
| }, |
| "l22.wv": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:0c2af7fc8569be6dd6eb6d1dc619c8f7af02573691642b9648f6f16f81f784ce", |
| "stored": 778297 |
| }, |
| "l22.bq": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:77249f6a2564536900c60937d8e8a0cd204232b9f3c1aad7e513a2a4fbecc4c9", |
| "stored": 7495 |
| }, |
| "l22.bk": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:1db50d06e135154ae7e676db9b16502099395a1400cd31190f275110449fc1d8", |
| "stored": 1218 |
| }, |
| "l22.bv": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:ebc896985cc12c5a6e68c014a8a1efdb17b36c8db1c39f3f2077ad1e2bc058dc", |
| "stored": 1230 |
| }, |
| "l22.wo": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:e00a0fd727208086c1cdbe68378da997cbfe48bf220dfc0d7b65bf07120a63e0", |
| "stored": 5490983 |
| }, |
| "l22.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:b8a34be33e89367778059164498d51d6c11240337c1e64c2546cb1153f492580", |
| "stored": 4543 |
| }, |
| "l22.w_gate": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:240da4f8365ae6a0aa7846e78cc2084868a017528c14369c00dc809aeee24e75", |
| "stored": 28946463 |
| }, |
| "l22.w_up": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:33904595301a110aa33848e116c48d112d393079ef352650e52369dcfde8fdf6", |
| "stored": 28900005 |
| }, |
| "l22.w_down": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 18944, |
| "kappa": "sha256:3e79b0c6e0de211d62b98ba4c4b8fe3c7ac8401c4f2a87551ef0699c243be290", |
| "stored": 28850247 |
| }, |
| "l23.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:8bf604dd57dd4b86217c5e1cdf2f79b40799460dc4be556d6c260187390fdc27", |
| "stored": 4785 |
| }, |
| "l23.wq": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:30b29cbcbf71371f6240f4212cd41afbe36ac5fc14d5a124dfb8108d1446e620", |
| "stored": 5475890 |
| }, |
| "l23.wk": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:fcd3ae6711045c62eec47b65b1a290b11ee1aee0c3caa3c6024a02064816cc74", |
| "stored": 784094 |
| }, |
| "l23.wv": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:035c357dc783e2859df67c7c596b1426cf3537e47729b1902cb7868a6ebf7ca4", |
| "stored": 778188 |
| }, |
| "l23.bq": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:fb935d3f64a366cceb22904e0d11c802cdffecd8ec6b07bbfb4e4c679b11f20b", |
| "stored": 7466 |
| }, |
| "l23.bk": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:97e07a968b6000eecaad8f91987f51bf3ee1057b39f7ae5ab72632d5b937d6e4", |
| "stored": 1227 |
| }, |
| "l23.bv": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:4f27c676148d3bdbf4db6292245086c0260341c6699b1a2cff1ffd66ee825cf3", |
| "stored": 1214 |
| }, |
| "l23.wo": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:2ac25410fc022cae785acd3027deda3d656a503a3f33a9ff17b73472a72b3187", |
| "stored": 5488721 |
| }, |
| "l23.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:20fdc36522158173ad017cc5538db3dce985e64ce9b118f98fd506c239e5c8df", |
| "stored": 4434 |
| }, |
| "l23.w_gate": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:fa8ae37fa07c2dbf09e6b0582343dbbb5fe7477ccdb4fbe8cce9c0f244917ae4", |
| "stored": 28926455 |
| }, |
| "l23.w_up": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:d822e3617a74908796d7553dfaeb38213da41d9c3a90e7e5b2c1fa9b5693e99b", |
| "stored": 28889698 |
| }, |
| "l23.w_down": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 18944, |
| "kappa": "sha256:fdb7a29aa9fe8c54d71fb5dc2ce7a357d3e844de1c93dfd1eb89ed57ec6a73dd", |
| "stored": 28876365 |
| }, |
| "l24.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:5faf6a8cda3d207cc022812d2a57c446ab73d73f136115bd2b4fa58405473bdd", |
| "stored": 4608 |
| }, |
| "l24.wq": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:84ead2842e115e2acc7fdec0b1c7c41ec806c80ce997375c6c97a6853bc72b8f", |
| "stored": 5477790 |
| }, |
| "l24.wk": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:72babeac3461c9b4ba3217956beb697e94ab4b1b79604548326bb9c2995c305c", |
| "stored": 784003 |
| }, |
| "l24.wv": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:ee02df6d5ac3a64c52791aac4313c001f46b9dc127058ee0c5204b9447725345", |
| "stored": 780229 |
| }, |
| "l24.bq": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:7895cf33292b14f77e07d1022881aa9e8a7cfbe5fc64ad71616f92a452e896aa", |
| "stored": 7547 |
| }, |
| "l24.bk": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:0afc8149e333b5f4b3425346453db990bc99dd134380e7b828d43eec3a9310fe", |
| "stored": 1218 |
| }, |
| "l24.bv": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:2e17c6fa44d7de1053b892e51efcfb8e321c339c05ffa9fc75464e7e6d544465", |
| "stored": 1199 |
| }, |
| "l24.wo": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:725d8f40c4bdc66e68dc4c87b7d5f99e116b83389dabee92183f93a064b0d3e4", |
| "stored": 5481353 |
| }, |
| "l24.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:6ce19a8327dfecdba141e6da9fa95f6cb91688ff169caa6f35352ad66a2354f7", |
| "stored": 4274 |
| }, |
| "l24.w_gate": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:6501e4d2bbeac0a4d19bb6388cdf619ae173c95879891173ec5512bb16fd1ee6", |
| "stored": 28921778 |
| }, |
| "l24.w_up": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:e55de1707d65497a23ea864353e6021a8fc01322d20ad37b0145522094733edc", |
| "stored": 28880396 |
| }, |
| "l24.w_down": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 18944, |
| "kappa": "sha256:53242a355167ba73f39bdb85406151bf7676018d287a9a49c3661d9a50572572", |
| "stored": 28884869 |
| }, |
| "l25.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:c0f5784c07ccc5321d7e1dee77d0913665a4ec338de192edc102bcec13622bb4", |
| "stored": 4542 |
| }, |
| "l25.wq": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:88776a1fe002a9a9fe3e66389fe840c53bb3c558b8184137a24e6ee8866b7778", |
| "stored": 5480275 |
| }, |
| "l25.wk": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:2d7d4078216a17da86f5aef082acc1ffae3e15c75210f30118eaeb70900ea08e", |
| "stored": 783413 |
| }, |
| "l25.wv": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:250d1cb4ef842fa764f26aa5b9495277708be52a35678a10666829f051a780a4", |
| "stored": 779400 |
| }, |
| "l25.bq": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:84dce36183e118800b7b3dc1a9b60a5cf8ad114e5a99b4c99c00462fcdb9b82b", |
| "stored": 7542 |
| }, |
| "l25.bk": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:24a04fa378d1b58c8c7c4a014539cd0ddbd7d2ef6d62f50c31d1069e616636a7", |
| "stored": 1243 |
| }, |
| "l25.bv": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:ab1cbc479367b60c95042ca5c1995962ed4c8b06848a2f3fb2b93fbe4992b73b", |
| "stored": 1209 |
| }, |
| "l25.wo": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:498e2f257d840c01e6654fac024a9ce4a2b6d09562bbfcdbde28d84fbf84a4db", |
| "stored": 5481145 |
| }, |
| "l25.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:a632f17c880547f175b7bed93f7c085fc3e588776bfe66344fff4787e99b96fd", |
| "stored": 4207 |
| }, |
| "l25.w_gate": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:ae94d099617ca368f69cca13e3fabc624dbb0e2e93b29de9cf577745583ff9f8", |
| "stored": 28928307 |
| }, |
| "l25.w_up": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:078f00485776b6ab5cfa913daf28227beba2b1224cac6d78c2928a61231f1908", |
| "stored": 28883333 |
| }, |
| "l25.w_down": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 18944, |
| "kappa": "sha256:3122c08edae0bdb1fbb765263fdb486fd73dd4430f6c55f8e195d476fdc393aa", |
| "stored": 28884223 |
| }, |
| "l26.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:a3c51c0bcbe2627b3cd7e94715e43e6149bea76adf1f6ec5f655fc2ead447874", |
| "stored": 4825 |
| }, |
| "l26.wq": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:a3e95d0a0619fbcaf222f7eefa1eb3261d9a246df2a09dd6da86789492d0fb7d", |
| "stored": 5485053 |
| }, |
| "l26.wk": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:711e9b34865443538f22b63c297c9992230f58674604fd96f18e2a5e7102eded", |
| "stored": 784219 |
| }, |
| "l26.wv": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:58d371c1f937d1ee575e293a108135c6f4ccb2788483c8bd5aaf18f89c1ccf17", |
| "stored": 781002 |
| }, |
| "l26.bq": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:14f20136f174a3fa92c1bb918d1f9ab9dc1e3121141c73ca62b53442fdb8a06e", |
| "stored": 7510 |
| }, |
| "l26.bk": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:2cc7c38951e15fe2e9d3fe37a01c2675943d266f8c8d9ad6ddf9c90515faf586", |
| "stored": 1219 |
| }, |
| "l26.bv": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:6dd0b0b09101ba2d60594a86e7437cc4a7f5cb076d08e9e43aaae2ada59fb998", |
| "stored": 1194 |
| }, |
| "l26.wo": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:8c79816fe05bba0032baf8c704b131486c627c7f6437904fb265e7916d9f7838", |
| "stored": 5489474 |
| }, |
| "l26.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:1619bf17fe8757067d0510c334dc870ed382821990fac95c5b57d56f7dc3d3d6", |
| "stored": 3674 |
| }, |
| "l26.w_gate": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:9649defcec17f304f3ed518e23b19b88c2b98da3dd1bee8ce66d8b91934466b6", |
| "stored": 28925326 |
| }, |
| "l26.w_up": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:27404d0dfa385a0c8902b1624246062e4a3a41d80e895c888643afdc3fe3d8c4", |
| "stored": 28890048 |
| }, |
| "l26.w_down": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 18944, |
| "kappa": "sha256:bfc6ba9fdd623b40de3ea176f84cc87f721a921c3e1acdb891ccc81e3d7250b7", |
| "stored": 28875695 |
| }, |
| "l27.attn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:d4054706be638ab558d50c5c063c7151efe1d76dc90fe1f7c80dace10f119fa1", |
| "stored": 4927 |
| }, |
| "l27.wq": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:cccf0161bd9f722e71d1a2ac21135ce1df01293c871716f2a60b0e0ac697d8ff", |
| "stored": 5482181 |
| }, |
| "l27.wk": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:2f8cfd77f1dd8c41cee6cc703c0d0a1f27bd725d4b52a007de3741d7f898facc", |
| "stored": 784484 |
| }, |
| "l27.wv": { |
| "fmt": "q3", |
| "N": 512, |
| "K": 3584, |
| "kappa": "sha256:903c8377fbf6b46bc867e0c22c9b231c2a5495c82d7c7bc4d7481e773c329cd1", |
| "stored": 782176 |
| }, |
| "l27.bq": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:29051bb2d8d9105f7688a5d2062e303fc97137b3eb7673516d257376b580777c", |
| "stored": 7604 |
| }, |
| "l27.bk": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:eee8c9e09028f954c83d05f8a09d2bc83415bc1619c215e1d0c7f411228a181c", |
| "stored": 1251 |
| }, |
| "l27.bv": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 512, |
| "kappa": "sha256:7d5af0218c215688ab17a4aca2a9f4bde0960457b7c6709dac9b6a14f20c6472", |
| "stored": 1223 |
| }, |
| "l27.wo": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 3584, |
| "kappa": "sha256:82c385aa7b688ea23179624d4b6db803916819e54506423143bb33e9dd72b03f", |
| "stored": 5476627 |
| }, |
| "l27.ffn_norm": { |
| "fmt": "f32", |
| "N": 1, |
| "K": 3584, |
| "kappa": "sha256:8a437675f69399fbb218536caefbf76968e4ece0cdb29299b9b4adbbb8365cfd", |
| "stored": 3717 |
| }, |
| "l27.w_gate": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:92a2939be5a127e81f7a02f0f5f5033f1cfbacf31681dd3a1a91bd167fb51437", |
| "stored": 28942606 |
| }, |
| "l27.w_up": { |
| "fmt": "q3", |
| "N": 18944, |
| "K": 3584, |
| "kappa": "sha256:41bb7cf60f266758fa970fa98e319b83921c269144d23a3355c4af3084c8fb7f", |
| "stored": 28894356 |
| }, |
| "l27.w_down": { |
| "fmt": "q3", |
| "N": 3584, |
| "K": 18944, |
| "kappa": "sha256:6fb32e31b4c48d9ee3ba7a7096141c5c7b66b3442cebf653d0c6cf4e7dfd7421", |
| "stored": 28835166 |
| } |
| } |
| } |
