{
 "format": "holo-2bit/1",
 "mode": "q3",
 "model": "Dream",
 "source": "tokenizer.gguf",
 "bits": 3,
 "layout": "q3f",
 "twoBit": false,
 "incoherent": false,
 "root": "sha256:188811f62fee1ec7c3e9d42784856374be41d4a143f91445afbb9b79117f87c7",
 "d": 3584,
 "n_heads": 28,
 "n_kv_heads": 4,
 "ff": 18944,
 "vocab": 152064,
 "n_layers": 28,
 "hd": 128,
 "rope_base": 1000000,
 "attn_bias": true,
 "qk_norm": false,
 "qk_norm_dim": 0,
 "tied": false,
 "maskId": 151666,
 "diffusion": true,
 "tensors": {
  "embed": {
   "fmt": "q3",
   "N": 152064,
   "K": 3584,
   "kappa": "sha256:c91c01339a3c176c6b9d548b3e879ca6dca3092092c73afde9bce407e17396b9",
   "stored": 231531136
  },
  "final_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:96e0e7b91369a24c4bb44e2a2adf2072835f655477b4e063ca5ec834610cb3dc",
   "stored": 3636
  },
  "lm_head": {
   "fmt": "q3",
   "N": 152064,
   "K": 3584,
   "kappa": "sha256:47b9f8bf23a3faf06344583406f2842e807143c07a10733d63c5ea6b8a4dee35",
   "stored": 178257571
  },
  "l0.attn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:cbaccc1cdd5d986d66e2485c8707e3032ea611212c29e316f6320a868bb37f2d",
   "stored": 4182
  },
  "l0.wq": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:4d2ff5a9a2327985b542669f05054e36f563712c54bfc95fae9cb223ae82d2fc",
   "stored": 5484885
  },
  "l0.wk": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:156e362a8ebd9f05d5f155692f588accf1d79144a00c27b8c2d69ff436fc3d2f",
   "stored": 785618
  },
  "l0.wv": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:f133a42dbadc3accd1fad11e3132bc12fc66a8edc2c9925d0fc8f411a84aa90f",
   "stored": 780455
  },
  "l0.bq": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:1efcbc5bfb823474fb8c58a3babce5eb97ab4f81b2dd4516592b1fa59760dbbe",
   "stored": 7672
  },
  "l0.bk": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:fd11412cc4738ec2c50ec9c2ad0fbadd2b8f368de2591befe2a3bb8ce37f539a",
   "stored": 1252
  },
  "l0.bv": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:599227d5bd54ecbcffd4b5ddc1c50d7cfe3df5fb49468620f05a8e54345839ea",
   "stored": 1219
  },
  "l0.wo": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:4fe1fd46377081bbf67fc9a5813e961db66941ad37d02f6ff2dcedfb73a937d7",
   "stored": 5496812
  },
  "l0.ffn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:f5c6396d086624007e8ffff9eb2334a00ec9825b71d38ffaba1d64943b379def",
   "stored": 5007
  },
  "l0.w_gate": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:efad14326c4e2929724780342f64f5eb0145618c694b2d449cb4024d8fc4a374",
   "stored": 28526481
  },
  "l0.w_up": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:7192593885b14f0e4ddd5f315a51c9053ca8658c7dc2c1841960065811b47112",
   "stored": 29056675
  },
  "l0.w_down": {
   "fmt": "q3",
   "N": 3584,
   "K": 18944,
   "kappa": "sha256:1ad45c5713409e453664f6dfd58a4a4acd9e87040e32881efe049cd05b29ac83",
   "stored": 28690979
  },
  "l1.attn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:7578ad37ccc928200b189f9ea261bf8a8e5e950d1e39effe2dcf36602dfa0e10",
   "stored": 7313
  },
  "l1.wq": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:7ba318707a68f9fd36c6a16483655b2b686fbb4679b40b2e6da46a35192d1b3a",
   "stored": 5431833
  },
  "l1.wk": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:de095654ededfd93eca113de96743fdd172475a45b02f73cbff116577042b64a",
   "stored": 779515
  },
  "l1.wv": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:7f9e7d7d5a6419c839643d44f701c87503f412ae81f495a1bca8fd9ce4fe844c",
   "stored": 779805
  },
  "l1.bq": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:143c6a48b260b4afeec7ee964304f34e039f494c90b61035c57ef1d9778bfaac",
   "stored": 7462
  },
  "l1.bk": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:2db5c913c786a42b9c7b59a62ee0942cc080dcfa57ac615fa8d70e773478785a",
   "stored": 1241
  },
  "l1.bv": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:ee58f987e090d362836e49022a04a3bd902865b91b3c5b6687e3f948ce6d8a22",
   "stored": 1230
  },
  "l1.wo": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:779332b026e60b93e6b5ae558285aa3124b884689c3699a1415ab2ae474b02b6",
   "stored": 5492555
  },
  "l1.ffn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:b42c88452babb6d458713a0b841baca77456378bc6961a7062a73632b3ee3f14",
   "stored": 5321
  },
  "l1.w_gate": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:7352528cd724a274cd1999df33437a39dc4a415afe9859659a1523193361053a",
   "stored": 27008120
  },
  "l1.w_up": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:b4975e1ea34fc0bb3e495241fdcc8758057061eb50417122926cfd99c194df1f",
   "stored": 28912448
  },
  "l1.w_down": {
   "fmt": "q3",
   "N": 3584,
   "K": 18944,
   "kappa": "sha256:dea3c4e8438e9220e9ec57d54ac769dafaab3e59c0b2f975d5c62da73b6b3cb4",
   "stored": 27604586
  },
  "l2.attn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:68a42bcac8aa5e735a331447ea32bd29e41e912c97a568450965b85c3ca35224",
   "stored": 6057
  },
  "l2.wq": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:d57a55637e0b67549839e82ec25b22ac2492969ce9b7a2c79041789af0970d49",
   "stored": 5476675
  },
  "l2.wk": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:73c71059d84e9513eef87bbd9810cdcf239152553a681283e2c9dbdf4481803d",
   "stored": 784161
  },
  "l2.wv": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:b0e831b31cf2c8811564c6a437a9796813418e9bf1a7dffc5ed22917bd84aa5e",
   "stored": 781408
  },
  "l2.bq": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:4d1b3e8d47b30d1a11b28fb15f9fbc83f7d8135da670cee5a732ac9713800842",
   "stored": 7485
  },
  "l2.bk": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:f006ee39f4e38c8ccc4ea94f3f71f161b920c8d71bf80731c09c3e1b1e8299bf",
   "stored": 1248
  },
  "l2.bv": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:d487f077f6747fb5c1424009129bfd7ce5ac57b7509f97b082c142bed30aebca",
   "stored": 1225
  },
  "l2.wo": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:b673c592f13ea142f27395a13625fad2dab4f06e57a5c75e85c35f0bcd5cc1f6",
   "stored": 5487050
  },
  "l2.ffn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:b3f89e7a37443749379684e654b3881d96857a73451c6e97c0415306071d9f25",
   "stored": 4888
  },
  "l2.w_gate": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:c28e7dc1ac1efe3b624036b111916657c567ff39da590c60f9baeb3039e6052b",
   "stored": 28544617
  },
  "l2.w_up": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:ad0f8483bf3bfe6a99424de4d7486a79165173ba25678f6c6843ed6b8a571911",
   "stored": 29143815
  },
  "l2.w_down": {
   "fmt": "q3",
   "N": 3584,
   "K": 18944,
   "kappa": "sha256:dfd9fabaa2afe63ba02f69cf47968243b7de4a478fd2cce18fc0ed2a40f0fadd",
   "stored": 28703401
  },
  "l3.attn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:33c4f3e5a101fa52115cfce219cba92c139a461509bab17f73657ef3a720fd2a",
   "stored": 5716
  },
  "l3.wq": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:1f7088d5b46f59ad2073d2f15f8524a11d192c6a3f43a065ec2f124b2c247e18",
   "stored": 5475533
  },
  "l3.wk": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:3042773a758c92d24ab107ef2871c0d938ab63d7db6299898ca97979079b951f",
   "stored": 785157
  },
  "l3.wv": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:85a82c40c4e0b9c774ac0a722a3296d279f42a88c8ac2492ba17660385ee7887",
   "stored": 781682
  },
  "l3.bq": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:cfeb1cf6b53a9cb3ebe2f4986eb1bef6ac556f5119d1fc6af664b51798ca38c9",
   "stored": 7490
  },
  "l3.bk": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:c618c93c0138d93e2bd0d54f4e4111642e429d0e13472cb705d2be76ea64f538",
   "stored": 1246
  },
  "l3.bv": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:f3e36209cf870c72aee6f66b030e61062e57f84d14b2fdc6c35b0eb8db5d24d3",
   "stored": 1217
  },
  "l3.wo": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:08b2c575d0b7afbd89f16a6202e9e156a993348f7e76d0e6f1cf31c0da41dd76",
   "stored": 5495485
  },
  "l3.ffn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:651907d2d2eb0c0fcb6bc946d8ebc1dd7834a9facf948d4340ae6222d078f615",
   "stored": 4669
  },
  "l3.w_gate": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:e6a3119f2b9decd5c3fe95e9b27a5575c9bca6e74036abb91997073579dfec8f",
   "stored": 28871355
  },
  "l3.w_up": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:9e017d7bf1d931cc7355e526ac9674d73d84f1a6dea5db47100ae89f9bfea948",
   "stored": 28955598
  },
  "l3.w_down": {
   "fmt": "q3",
   "N": 3584,
   "K": 18944,
   "kappa": "sha256:cf98438ead502fb72e652f92a752050cc873434f69bac9288f7bfcc279de2359",
   "stored": 28869364
  },
  "l4.attn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:84c07c88589da24f8539e0a3bfe11afc50555749672852c20648b90132c25072",
   "stored": 5887
  },
  "l4.wq": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:f6a11ab77406484f66f9f5f277ea2ca3f1ed94d5f6d47cb27fbaabed8d676811",
   "stored": 5479061
  },
  "l4.wk": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:526a33a6d95f2ffc68f214b66dfb30c8950ce87cad7ef846ee3ff88e7d69b52c",
   "stored": 784514
  },
  "l4.wv": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:a3652ef64158a11419f728a367badf22d69d8cb488e0d73a4458d61c5632682d",
   "stored": 781938
  },
  "l4.bq": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:85cbb3e1d17dce24afccb18b0b053d2f5907d37bd7a4dcc85a2d3bcb44883775",
   "stored": 7612
  },
  "l4.bk": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:e1e31c07a61208b13c938e6348aae4721246dd3b3c6f23cd5df17c1c259f0cec",
   "stored": 1236
  },
  "l4.bv": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:11a60c9784451ebca7e04f7629cf0b9c4e002bd77a1d4dafe6e09f68b7f40181",
   "stored": 1220
  },
  "l4.wo": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:160f927fca48647d1e4633e33b077c19d6100a1f7ed603be9d7176919995d900",
   "stored": 5493246
  },
  "l4.ffn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:8ad87d85a98941092281715e9bfa1bebf717fd33800760bee9a6ae89fe20df7f",
   "stored": 4582
  },
  "l4.w_gate": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:593acd2603cd03fec01083993c88733f2ce341dde46f0005ab5827012f54b99c",
   "stored": 28869014
  },
  "l4.w_up": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:1cd6a8e1a251cdceb355e860c94c75293b619a0df89866e0ee2e28d1d7f9387c",
   "stored": 28963306
  },
  "l4.w_down": {
   "fmt": "q3",
   "N": 3584,
   "K": 18944,
   "kappa": "sha256:553e039517b5db524d0e5dbb9dc8d82844d0929ce0979f353a95a56b2df1b2a0",
   "stored": 28870709
  },
  "l5.attn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:f2bceb1402e859fd8bd9fbd3814c706d3281ee69078b4d24123dbe4c60202222",
   "stored": 5579
  },
  "l5.wq": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:8e71292d15aeb64e9b6d6bbe6a48ff85f3b602deda0ed6034ea0c6c2d0da7d00",
   "stored": 5481034
  },
  "l5.wk": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:b487f7058b0573054938b3526ed6ae459c7c10ffa3de7fc2145589cf24849ba2",
   "stored": 784843
  },
  "l5.wv": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:4c88c27f2b9641bae3f1455919082a49cf818f588678c1a98311934a27cc6c1c",
   "stored": 781861
  },
  "l5.bq": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:c835f411d732f9a93adc3809cad3e9b2501639c4e20b49697e0d4d6f0cb546f4",
   "stored": 7606
  },
  "l5.bk": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:74a760aadb304ab8fbb7974890182ab0a35ba48c7c6feca4f81242b3bfb68ced",
   "stored": 1225
  },
  "l5.bv": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:fd2bde9d3b96807bd3c0f8d14c04d99385d060ef9075188bab76e277b5123484",
   "stored": 1209
  },
  "l5.wo": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:b2d78baa4e4d4e68a06692a2c1fd2b8bfc728091d580248db24b0c95592de5ee",
   "stored": 5494960
  },
  "l5.ffn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:81a63c4995145648431fb0e0f1c812c5612d0243d884ce6ca41c470d766bb4a0",
   "stored": 4388
  },
  "l5.w_gate": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:49a609d7c438912410da6c423535acc39ddc80b1a702c6ca480ac0259672512b",
   "stored": 28880560
  },
  "l5.w_up": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:f324b7c51c2a66a3100cf56cd9b33cc209dc8809e350a0127f5891010d177140",
   "stored": 28937319
  },
  "l5.w_down": {
   "fmt": "q3",
   "N": 3584,
   "K": 18944,
   "kappa": "sha256:e304377b7a823fd99241bba73aff766be2d0634014b3946d60b667cdb81b9c88",
   "stored": 28871544
  },
  "l6.attn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:7db8fc7c44a5932ceb1bafeb21b68fc6e18f0c3216f86e4452d213ba64412706",
   "stored": 5636
  },
  "l6.wq": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:ed25f0895f97dde3117b4efa839b080251191976427673124b36128b10813628",
   "stored": 5482343
  },
  "l6.wk": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:f2c5ffd1b2d63fe9078afa17f80a0ed19efc769a377f9ef6571ab14c80fcb47f",
   "stored": 785240
  },
  "l6.wv": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:780c807762831752817cffcf00a69f9abe1c8b85d573d1a2618e4bead7bfc169",
   "stored": 781746
  },
  "l6.bq": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:e4125e25269ba882229086d23b99f87b5831653872043d191d920a78773657cd",
   "stored": 7581
  },
  "l6.bk": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:27384116e75a28e884fcd1cf375efaab445d0220287f5bbaeacf5338372793aa",
   "stored": 1229
  },
  "l6.bv": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:da026520623e7437852e4995acbfba07a3727ebbfa4a66c9a81f6867b735a268",
   "stored": 1218
  },
  "l6.wo": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:90aa4aa8079cf8ea6771e653973f1ede031a0dea0be3cba9fdb45300a5b3f00c",
   "stored": 5496038
  },
  "l6.ffn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:affb7b5d270f772a2ab636e06a06ab3d065cd07f7f19dbcb5a15d0a0d20df442",
   "stored": 4548
  },
  "l6.w_gate": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:e7c4e2d9ad9e1d383680e798b0e4ab207518c807d42e5ab7985acc4a54044a78",
   "stored": 28947801
  },
  "l6.w_up": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:bd3333ad020d7ff496e074fa66876955a6fcdff0ace6f64ab7527ec5c36af291",
   "stored": 28881221
  },
  "l6.w_down": {
   "fmt": "q3",
   "N": 3584,
   "K": 18944,
   "kappa": "sha256:efa8eb5c4c9ff6845b4469ec3189b8febe4101f1980c5a52404335f5d8fc3f62",
   "stored": 28883805
  },
  "l7.attn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:631f08fe40ab57784467cc4b60755fcd235e12eee2b096dba0cde5e857fdb93c",
   "stored": 5536
  },
  "l7.wq": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:5b30b4fc76b859b26ecf8d3b757088b299fe6d452b49b213ce21b3ffaf03b1ff",
   "stored": 5480574
  },
  "l7.wk": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:6a9d59d5db22a4b4b0ae149fb91fb4be89d624e80167cab55054041459df7839",
   "stored": 784406
  },
  "l7.wv": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:44237984867be0f96f445f456427ffb762ff29dca1eac15cf553d67bf386809c",
   "stored": 780135
  },
  "l7.bq": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:bd8a25868f4dec90477c9002c457478c745b1da2b526e6548d821ad681bc304e",
   "stored": 7519
  },
  "l7.bk": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:614b9910d38fd71463554d8b3f6138c53d73e436ab60b86dc21b8cc1b5e45524",
   "stored": 1235
  },
  "l7.bv": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:66faaa366179a6adcd5cce00fcefc3d1e02f8b3ba8122f7f32809b7796040d99",
   "stored": 1203
  },
  "l7.wo": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:6e559785af6bc7ba1d18f9575193e3ebefde01b3424358d07eb5919a64ad371c",
   "stored": 5494699
  },
  "l7.ffn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:b38ebeec44bb69389b1322902b858ba3f4be99c672eaaaf2ae33c4b81e6107da",
   "stored": 4625
  },
  "l7.w_gate": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:6c7c8ad5e06b8690b1bf16e0ba1d9f6b32a9a3cf29d39475166833692dc3b1f7",
   "stored": 28906213
  },
  "l7.w_up": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:7925f817f30f552e76af620e96bf90e2369cb286d5487d0fe63854a9abb98ffb",
   "stored": 28874780
  },
  "l7.w_down": {
   "fmt": "q3",
   "N": 3584,
   "K": 18944,
   "kappa": "sha256:e9ecf79ffd8f56c92f6cdb9ab20b43d187810ab01d0ef125a01ffd4ae4e2b479",
   "stored": 28862861
  },
  "l8.attn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:ae6afd869ade58f1596971f51221e1664de0fd757cf229c3084749d36dd27497",
   "stored": 5494
  },
  "l8.wq": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:d60d47c3516f94c9210ae3b0c755853527fbce6b6aa0d58ccc94e4d316d39ba6",
   "stored": 5479400
  },
  "l8.wk": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:225bcb9e2516fc6cd0042a445e8bae6912e87d43119b66c807ebfe137a03e3a3",
   "stored": 784607
  },
  "l8.wv": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:3477dec6f28bdc0101058510fe4aff5397664a88eea1d75df2a0ec5a496efed6",
   "stored": 781105
  },
  "l8.bq": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:9326e78419147cfbf59b697a670bcfefeb6f2c6552c6feac8852cd74f8f33f54",
   "stored": 7533
  },
  "l8.bk": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:3e8a5920648d2b505ff140350076ee70208693d2a25449de3ae4627e2e65af01",
   "stored": 1228
  },
  "l8.bv": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:8fc59f28380f399c0830f0f4ce7ef8094f350fe0a4e04f477eb6a7fd4c1d5728",
   "stored": 1206
  },
  "l8.wo": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:dad77a9ee3637107859246aaf05d14fdecda51d1d95e767dbeeb756082779379",
   "stored": 5497690
  },
  "l8.ffn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:084a94992d78514548d67383abc792fceadd6e898bc5fe6c2cf7eb832974c65c",
   "stored": 4979
  },
  "l8.w_gate": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:bf0c0d19c4184595d6811594577feea11ca556c40cc876fdad62374f961f8673",
   "stored": 28885243
  },
  "l8.w_up": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:cb2c800513f66ed9f6f8fe0d92666d180c979320e78f1122f872711db49afde5",
   "stored": 28859890
  },
  "l8.w_down": {
   "fmt": "q3",
   "N": 3584,
   "K": 18944,
   "kappa": "sha256:3ed4bb2977f9e85df62a27133dcf7db843c41aa578277592ca3950f249463e5a",
   "stored": 28878423
  },
  "l9.attn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:9335de0a0f6907890e53024550fcd7cc7ea3058c0ad7e6aebf3bb8a565be14fe",
   "stored": 5647
  },
  "l9.wq": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:0b3d7a7921fece3d58e990d059ae3fe0c3208444210dbcda91a9fd2269ff4507",
   "stored": 5480471
  },
  "l9.wk": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:1594a6ee57da4d4d8fbcc2338c142a8b768ed057f240cdf0801ddb014d81e91c",
   "stored": 783109
  },
  "l9.wv": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:6202cae14efad5fdbc6da9e8639801b3ddbaabdda44996efccdd7ec30306119c",
   "stored": 780200
  },
  "l9.bq": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:ff214c6e91667f012c4143ade74d01f8f8c2501aeb378c2fda3545a8084b8372",
   "stored": 7455
  },
  "l9.bk": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:e227fa67b33c9dd9b1e9613a4f43ae709330200a41e800fe6f1401ebc945f41e",
   "stored": 1234
  },
  "l9.bv": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:b00da7f4bb979ae4dd2c1bc66ad211d983b967833948629855df4c7e86e9925d",
   "stored": 1210
  },
  "l9.wo": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:512838c41dc582df4a36711efd841297257e061cd8a7e7aefa61a32f22b07f7f",
   "stored": 5501809
  },
  "l9.ffn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:fef3314fd0bd5c88739f2d625b00d2382856930806d5e304ecb1dfbf3dedf575",
   "stored": 5321
  },
  "l9.w_gate": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:eeadc3854341f3f21ec95b612fb00815ff5e6f8b2eb5e5c2fe22456b18b3177e",
   "stored": 28935293
  },
  "l9.w_up": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:33fb56d1039cca3ad5e243c76079326b5f0c20c4eb838cdac455aa2bdba676fc",
   "stored": 28924073
  },
  "l9.w_down": {
   "fmt": "q3",
   "N": 3584,
   "K": 18944,
   "kappa": "sha256:064712b51a71a53452f3a55254e6db448b66164aaebdd2eec975c504981845fa",
   "stored": 28909772
  },
  "l10.attn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:0709d540181d72050672692af3733c074804c6d176170238ac6259eb0c923eb3",
   "stored": 5535
  },
  "l10.wq": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:a3f380acb7a8d133c94ebc7359003ae2d46852423bc5340ddfdb695e1713e98f",
   "stored": 5479863
  },
  "l10.wk": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:9d2b8b854e7df5825d30a4d11fbe591e65d0b67615eb8d6a036c64965fa70828",
   "stored": 784142
  },
  "l10.wv": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:2405698da574136d6f247e55b0ae8e9624f85b182de2b4165aba907919c9af6e",
   "stored": 781653
  },
  "l10.bq": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:9e698f67d40c828b8f7fd4b6ce5d5c7dd96c454c70b020eaf147c9b02298b630",
   "stored": 7561
  },
  "l10.bk": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:8efde41812adfa2932c907109255bdcadcefde067b74aa31c2a7881f63ce1bb8",
   "stored": 1239
  },
  "l10.bv": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:a94ae3e0c22f382733b2b6107410d3895106fa27bae2bee8599dda16f5112a40",
   "stored": 1203
  },
  "l10.wo": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:cfcbaab4cba28d348d79781cc21ca12a41c14ba542903911856a7b35206a36a1",
   "stored": 5498490
  },
  "l10.ffn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:47874d1105051c314558dd173a49892599d4b54c58770534a45318e59a31f680",
   "stored": 5484
  },
  "l10.w_gate": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:01769fd4bc07178206e15bc6f0d37e4027fc321a4bcdb622afaba4fdd38e3951",
   "stored": 28903182
  },
  "l10.w_up": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:c844ed83ee344b12adf24ee06ceed3ec48477d80450d8a9295dfd0d30bcc2ebe",
   "stored": 28868852
  },
  "l10.w_down": {
   "fmt": "q3",
   "N": 3584,
   "K": 18944,
   "kappa": "sha256:e6e8ef37d006736a7ec27f82d028291c5ea1fa6ce43701514105b9622de6c578",
   "stored": 28894431
  },
  "l11.attn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:ceb4e9abd3131d1fbb157206b5126ca09afc0fc65f5c7fab7f72a6c67d78beac",
   "stored": 5687
  },
  "l11.wq": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:da9953c1a481b3bed43df084a9fcd8bbd20c655f6a374077f9b7fbaec95353e8",
   "stored": 5480798
  },
  "l11.wk": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:b6e86f969722dd3fce52889f62b45c4b710b2d4a55d426fb6e0ef94e2ffdebb7",
   "stored": 784144
  },
  "l11.wv": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:6e4ecbb9b0d770d07677a96c09974e84ec6a7a9d750a28d5c681e82c11835f34",
   "stored": 781467
  },
  "l11.bq": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:04e1fb953ab7f429cc99a29cb2bff3a822e81290d3607c5718419839c79bb4cf",
   "stored": 7642
  },
  "l11.bk": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:b709bc76b583080c6e87549c56648ce7693d67004db893d3c864ead5fd4b3bdc",
   "stored": 1237
  },
  "l11.bv": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:f67ee9ff2d1802c883dda682984a427668a1b959807c98546048179812526115",
   "stored": 1224
  },
  "l11.wo": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:39925ef058e1b702622b18348db86df64c3496e7e8b5bf4bfe012ad52ac4c777",
   "stored": 5499964
  },
  "l11.ffn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:8dfee4b0603872d12b3c4fac6c80addafea50f2dfeeafbdec546ab4f31dda581",
   "stored": 5534
  },
  "l11.w_gate": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:b816b4e2792aa66ccbf48378e45175097cf148d01db23787360682123bbef3b0",
   "stored": 28894644
  },
  "l11.w_up": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:564554abd2c2a612762ce8df3dbba5d4b3615330ca3523b25168cd112a1176c6",
   "stored": 28866731
  },
  "l11.w_down": {
   "fmt": "q3",
   "N": 3584,
   "K": 18944,
   "kappa": "sha256:daf5ee2b1ea3d05c57b51d246db5e671e0e4b736857e87dcef01eed9f5d0ba47",
   "stored": 28894273
  },
  "l12.attn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:ee46901d38f07a65233ba53dc87fbe2de6ca305bab735495f54a19c22370e248",
   "stored": 5874
  },
  "l12.wq": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:186c92eff423e769d5cd6894d869d12de8c23f0e69ab24fcb7747492d95357bd",
   "stored": 5480751
  },
  "l12.wk": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:5f5572698d7f68335b58b73e7c576e11c6a86079c82b34c878e530b05b2c7014",
   "stored": 783743
  },
  "l12.wv": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:2d95e48b9d89000ba07ef348428ba9aa49388ae6068578025ccd14a277332d23",
   "stored": 780957
  },
  "l12.bq": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:aec20af4eb4acfa67bc118cdc7a8f7d19d0ec9550d69e8c6e8343afafb52851c",
   "stored": 7483
  },
  "l12.bk": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:d4bccea41369c19f7fd0effaa909e1f224654c1889a74397d8868c0d99a184e7",
   "stored": 1235
  },
  "l12.bv": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:511f303912ea09c12d0f2836865c42cf0a19df1263d58183c879da925c49fb90",
   "stored": 1215
  },
  "l12.wo": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:e9e0937b51995bb241fcb84dfe11f6fd1f4aa6b59b49be6ff23205c433a06ccd",
   "stored": 5501159
  },
  "l12.ffn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:97383493a7765e5e9172ddecea8f29e925534e95ed2a69949dc34016dd478c73",
   "stored": 5550
  },
  "l12.w_gate": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:1b36117f1191b804a0cefc66ea3ac667dce40518269ea1b84db9a189d2a73029",
   "stored": 28906987
  },
  "l12.w_up": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:85914bf3b73c56ed7255be67489d9404663eb5348a2684a2bf6f12cec392eab1",
   "stored": 28871372
  },
  "l12.w_down": {
   "fmt": "q3",
   "N": 3584,
   "K": 18944,
   "kappa": "sha256:29e43a802387b0869371f5797bbc19278e71bf7deca34c01efc95916df1e32ac",
   "stored": 28874409
  },
  "l13.attn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:464cd37a959a45c1b95f7218947a50133b5c8c3ff3fe31c59c9782f814bce1d4",
   "stored": 5891
  },
  "l13.wq": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:be9d2cb617095c928e7b939f0d98fa2362dbdec3cee5b25f2f1b82696da94cf8",
   "stored": 5476175
  },
  "l13.wk": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:b77b12091387b4ba5c12c9d636b153cbbc34b7c1027eeeacb9f65f9931037c16",
   "stored": 783376
  },
  "l13.wv": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:fd8350d4a0875a7a73cd7224d1a3596cef6241b1d3ece872a99ea1d8c61cbc96",
   "stored": 780296
  },
  "l13.bq": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:31fac2e641afb8c695f2f8f546d2cdf9cc775e37edc1192bc8766a7fa904278b",
   "stored": 7482
  },
  "l13.bk": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:70100c33e25e9a45411b293fe582c7e4d3351e6a2afcc5475623f776c0a7fdaf",
   "stored": 1235
  },
  "l13.bv": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:a945e2fc467d90d056f6a2056a307671d0c7a96cbc99f253de1b419b5494e32b",
   "stored": 1207
  },
  "l13.wo": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:3abfea259b4acd6e1fdbbaf9c11bdcf0b2e2f006c4881d0ae2dd0370391e0b88",
   "stored": 5505564
  },
  "l13.ffn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:3aefaec18db6e859e7a978b764853a40484e6f61a27883b0e381285877d117dc",
   "stored": 5592
  },
  "l13.w_gate": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:2706b2cc8098bb45d0857f4009275861b0b8e42faa67e2d04e08cf2f9bb02cd1",
   "stored": 28920838
  },
  "l13.w_up": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:97a36fb552047188916f269dd3a766a17833e3533a2ff160dc93ef295c689e86",
   "stored": 28874977
  },
  "l13.w_down": {
   "fmt": "q3",
   "N": 3584,
   "K": 18944,
   "kappa": "sha256:8a9b7a9fd1d9f2bcda2321e80c54e85eed52765ed6edb96136819de6a55f9e9f",
   "stored": 28897261
  },
  "l14.attn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:613457dc78ac9b0d897313671193d0f5b5f6c02ad090f06fcf76acba24e1c395",
   "stored": 5838
  },
  "l14.wq": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:8a2b00fb6f311b845d241939c9d0eb85212e53e426c61eb0744ca73660686ce9",
   "stored": 5480287
  },
  "l14.wk": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:f1e2cba8c76a4bb6113abbf23769c5c3bf36ce51179cddebb6ca547932ea4ef5",
   "stored": 784590
  },
  "l14.wv": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:b59df592f9ad4c5402dbc2268d8051e5ac5b3b1c24c4d201026a4cbd22ee21f0",
   "stored": 781623
  },
  "l14.bq": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:ffc03e013c7ba0540775fce0e4ad48657b8dc7f6ffdd4d849f2e9a3ba7c5aa8b",
   "stored": 7520
  },
  "l14.bk": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:ba83967bd44598ed38c203c6544a8c251eed3f615d857e4daa8c05f3cebb7a75",
   "stored": 1241
  },
  "l14.bv": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:6de1322f8daeb37078df6fd615f57c952d6e1ffe40ea1ae9bdc3cd75a000af11",
   "stored": 1217
  },
  "l14.wo": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:a6d3330f915c10113078a106cedaf48cefd5f1056862e0f4f07eec40866b1bcc",
   "stored": 5505974
  },
  "l14.ffn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:1edd97c8687b776695b75898bf4522e0d4563c26af67991ea6993c803a8135f3",
   "stored": 5561
  },
  "l14.w_gate": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:b313c7acfc4e4b2014b778516477649ebb2431a017e20a77827c8923050f1d52",
   "stored": 28918184
  },
  "l14.w_up": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:2c38cfe74b418c953de28d174865d6bcde7eef12f2d9ba1f3f706a1ada83f293",
   "stored": 28875335
  },
  "l14.w_down": {
   "fmt": "q3",
   "N": 3584,
   "K": 18944,
   "kappa": "sha256:9d17a9421bef7a31a1e8d8d8288ce6a7e69877ebc4a94533088876c3896ba42e",
   "stored": 28881458
  },
  "l15.attn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:e8b077dcde2aa538c3f9cbe492dd5f9f02d3b9a64c4527eb5b56829260ea158c",
   "stored": 5758
  },
  "l15.wq": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:416ec51f418c456ddc1eb99b890445d9cd6f67ef1694e581a7020023ed450f3a",
   "stored": 5481175
  },
  "l15.wk": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:cf93fe8d754037d60c28d4ba264b111d9eb0164aa544d7e9ddb95985f45d2c41",
   "stored": 783808
  },
  "l15.wv": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:2cfc2edcfff3f8c2e5534f6632ddca19b69bdac75e67c8fcb2832d639cbb3f1e",
   "stored": 780625
  },
  "l15.bq": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:ff975d3040d0f6c7dead151423e35a4d07c47a11fc8d52d336b29d5bbd2f8434",
   "stored": 7663
  },
  "l15.bk": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:1beb44abe28953896d5fe9ca121de3a97b5be6b99b45cd6c3f604d3452fd4810",
   "stored": 1233
  },
  "l15.bv": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:0a38b3ce13b922179ea1878b5b8083ad4b78383582d5abfeadef1da81361b301",
   "stored": 1196
  },
  "l15.wo": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:3dcb6f7b2ee51252df5c396aaaacf80b66dca6ee1d0a2af1002d120612a1e6bb",
   "stored": 5501718
  },
  "l15.ffn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:15fa7e8748958a029d7da2e3a96a35e55c83a968489ff6c3af8ca8d7ef077114",
   "stored": 5618
  },
  "l15.w_gate": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:e57c340d09dddf737cf43d2684bf5deeea684b3cddbae991ac15c9859ed562cd",
   "stored": 28921844
  },
  "l15.w_up": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:b95488e6b9dc37f146d1e84091df8c73c708f8bc068219009bbec5bebea0e14f",
   "stored": 28871298
  },
  "l15.w_down": {
   "fmt": "q3",
   "N": 3584,
   "K": 18944,
   "kappa": "sha256:e29814fed212c214a207bd97e50d5e9a93c2ba1a2e5ab6fbb1da0b81de25d625",
   "stored": 28875306
  },
  "l16.attn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:0498b2f3b0f71faee9d57f0bbbae89d66e0da2313f664a30ad7ab140a2b9e06f",
   "stored": 6007
  },
  "l16.wq": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:c5296ef3ae599cf5baa9dea5c66b4260ca1bf837eed66a67e06b5969d99f1cab",
   "stored": 5480382
  },
  "l16.wk": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:c2c756b92bdcd42213e23c1216179878c5bed44f7f1ff0e3a00f0c0bef449c87",
   "stored": 783913
  },
  "l16.wv": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:11d1f36639927ba05b9fc9f48aa4c1ac44f94f2f711c43fdff41bc1fa4d1bc21",
   "stored": 781342
  },
  "l16.bq": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:2b2acfb821c326732c9111a74f882c7aca143e3c310fd64b7a44b7d6d9750237",
   "stored": 7411
  },
  "l16.bk": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:09d50151403525ce368ad9097becd50c38622ab7000ad83d18e35c2c3236d0a3",
   "stored": 1238
  },
  "l16.bv": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:3e8cfe84a9fb8f412c7eb04e21b1e34f38f122552adcbaf94d7b88e281e81501",
   "stored": 1211
  },
  "l16.wo": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:8ecb7d3d3efe197ac66f2ced9ec9c09d29b39f064e6f956abd40b3f9991f30e5",
   "stored": 5504572
  },
  "l16.ffn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:27286e9bb7bf4cd6a93f0944984befe9a871820f87c8251b58e56622204f7080",
   "stored": 5639
  },
  "l16.w_gate": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:7b3ac76907fdac54c5d2057836d21b5bf5af625d3cf651462a6b74e2cd255e73",
   "stored": 28914668
  },
  "l16.w_up": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:9b3fc5da6857c4396ec219ed38fd8435348e6ae8b889487c6139a6855edb3eb1",
   "stored": 28870201
  },
  "l16.w_down": {
   "fmt": "q3",
   "N": 3584,
   "K": 18944,
   "kappa": "sha256:21888dd6110f60454bd65048f0103cfc7dc2b71d1844ed18e27ae72f742d1444",
   "stored": 28884145
  },
  "l17.attn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:3f905caf93372037ca7ed78a361879b7065cb285709d0548608532f63245b6a1",
   "stored": 5934
  },
  "l17.wq": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:777feb3212ca3152bed3ca1e96a92beaf2305e4cf25523ad6ab4626626c12692",
   "stored": 5478843
  },
  "l17.wk": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:9992b60103a83fa6e96ad03c9e6be2a4a175a354e0298866a9fda5ba8e7a41bf",
   "stored": 783784
  },
  "l17.wv": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:47003e93e0ab28fa912d41164cca634b2c74d7211f3f7d0f9c2734de5cc8683a",
   "stored": 780045
  },
  "l17.bq": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:9513a647e69104184e32ef7a2fe750dc3979322165fc33ed2f7237319374928c",
   "stored": 7515
  },
  "l17.bk": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:276316a25d0177bcdf8635a4d219ed04d8a2c7cafd04e90eee4d148447866740",
   "stored": 1239
  },
  "l17.bv": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:e4254a665164ae28ca5b6422c84542df78afe4403fc23e3ed024b7bee032f5cf",
   "stored": 1223
  },
  "l17.wo": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:181e0b96d4574c7f6482fdac1085f721f0fd555faf88df4eaabae0d3e2efb472",
   "stored": 5503457
  },
  "l17.ffn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:aaf340022002ea07740d4559ea8562869e00eae6078d1ece0e88d80b23993257",
   "stored": 5615
  },
  "l17.w_gate": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:85c100d9b8543ca6643831e3f37ba3b5bd3171bb8b39bc8b4eebff57995094c8",
   "stored": 28919941
  },
  "l17.w_up": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:b5fbc1861e65775514effe537c56b7e83ac1905940256fe1e9e145a6b64f6f62",
   "stored": 28882388
  },
  "l17.w_down": {
   "fmt": "q3",
   "N": 3584,
   "K": 18944,
   "kappa": "sha256:2a25b964c516910532857a0f667e014e24ff4ce3118360767db3a650fe321e2d",
   "stored": 28867058
  },
  "l18.attn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:371f1d7b4afb044604030dce918709c2f6f2f0a219266e02886c7de5c042a4be",
   "stored": 5993
  },
  "l18.wq": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:a54c57c5f7d2283cbcc284a5cea076e3b4ba2bb589a81012babf4861461b6f6a",
   "stored": 5479597
  },
  "l18.wk": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:e24055106418c0a7966731d693c222e179f6c09f421d7a80e259558533ead0e9",
   "stored": 783679
  },
  "l18.wv": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:e34b9405b4eb6dd037fa767abc215a3c29f02a06f43633904d9be9860f46a3a5",
   "stored": 780358
  },
  "l18.bq": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:3620562b23e06b9587bc1928bc1b8901957c975ddd510d8d0d296bf41f0c9098",
   "stored": 7550
  },
  "l18.bk": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:dc215889203c75d4c1934a82692e3021c3c5878196804cdff6483eb5573f19cb",
   "stored": 1247
  },
  "l18.bv": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:0de1074d0ad33eed67033ddbe012e6c6bbc3679df6d6a01c76e439cf44f61f47",
   "stored": 1203
  },
  "l18.wo": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:c86b5269cced16aafa189295418f3a551e7f2b12ac1ea1eb7707221c790a394c",
   "stored": 5504967
  },
  "l18.ffn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:76ecc6e58734228c4329136fe6807a5372ed82a8d5ca93b51bbda408a1a669e6",
   "stored": 5522
  },
  "l18.w_gate": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:ff8a5f2c3ca2a1611ba4e98d14abae207d3350fd5c79b1bb6eccd9ae83238927",
   "stored": 28929540
  },
  "l18.w_up": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:c166f8c932c1ae6545217ea70341ac7fffd12e4d3b39eac337f82064e66e3ff2",
   "stored": 28888004
  },
  "l18.w_down": {
   "fmt": "q3",
   "N": 3584,
   "K": 18944,
   "kappa": "sha256:53f43c3077fcfa5b04d0b50754ad9f164cacaf1d5fc80f416b0665233faef568",
   "stored": 28862330
  },
  "l19.attn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:d00b62a5b347b664342d8fd3701d3d4d3f80b2f0c71ebb1e0d281c910332eaf2",
   "stored": 5530
  },
  "l19.wq": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:6b6ca0c894176ab9fa0e07878807a1334cb399bd9cedb8db7f8545cb2a40b633",
   "stored": 5476263
  },
  "l19.wk": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:b3a3970d9d4190504b52a789eb6e9b95dd72e1896afacab69a63b201c4ee4b0f",
   "stored": 783705
  },
  "l19.wv": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:a71c4bb092a8801fa4c1fd61e0f6ba495f6e4a27bf088c90c208ea2401af386c",
   "stored": 780332
  },
  "l19.bq": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:10afad53b8f42d21c1a183fd2d43acea2676325bb388b9ed602acb69b8cfcd81",
   "stored": 7521
  },
  "l19.bk": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:32fae3e8e57768e84357c826df5d5b9ce535dfd6261a32846eca7483668adac2",
   "stored": 1247
  },
  "l19.bv": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:4c495bb9589291be7d20aa51d6d39099f5afc920e66b84d0fb0a2156e2e2ac52",
   "stored": 1226
  },
  "l19.wo": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:836d51b6f759c039a49b9e1b16c3c125c11dc9e5f2942eaa3e3087ed1b36668e",
   "stored": 5497349
  },
  "l19.ffn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:30c8bd6113663c5709d39614913ecc71f58ba891700f8d14726280254c6ce478",
   "stored": 5326
  },
  "l19.w_gate": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:6e7034e5732c72ea67eb47f965b132b50ee005c449567da1154cca7e1ccd0561",
   "stored": 28938299
  },
  "l19.w_up": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:7db7ccd9a7b7943ac42e24cb671cc2ad6e379a9f5ab858122c7ff8fec08e40e5",
   "stored": 28891443
  },
  "l19.w_down": {
   "fmt": "q3",
   "N": 3584,
   "K": 18944,
   "kappa": "sha256:55fd3885760a7ba17be2fbdf1b560e93f348c8422de6ed69978b573ad0aa641c",
   "stored": 28873010
  },
  "l20.attn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:e80d109b476368dfce45c26c45afcc3f728671b9236b68a4d7587d57496f4f8e",
   "stored": 5506
  },
  "l20.wq": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:d9846933ce88983045740b18604272855dd4b4d73725356b88eeb608897d8825",
   "stored": 5478828
  },
  "l20.wk": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:67103636619d5a14a9ae31fda634abbf5ce17c19ffa2305b1056aa21050b4e23",
   "stored": 784001
  },
  "l20.wv": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:4d5f42b94183dcfc6a1a3628c4b6b7eddd4b0aee20f10a6ee9c83f0e6ce21639",
   "stored": 780238
  },
  "l20.bq": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:1937f6534b652873397c744f6cb3abdda394183def9e3dae13ce53c5be8e0749",
   "stored": 7422
  },
  "l20.bk": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:697ee38b3887542aeab9e91d40b8d89c44b795d56e9fbe0a3e7638c76c73d159",
   "stored": 1232
  },
  "l20.bv": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:b8c7d24c58ce730b610afb51d85e244ee24ec9ee58a3398d1395d872278b92c0",
   "stored": 1232
  },
  "l20.wo": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:e10eb4d34cbbd14b285e98e35648d509346dca68e7dd942845259595d7aadd77",
   "stored": 5496450
  },
  "l20.ffn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:9793da21caf2e8202573c611dfb7547f161b12783a72b37074de6e0de87101f2",
   "stored": 5065
  },
  "l20.w_gate": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:f31aaf98307dfe20e46f44ad6c1a3bf0767e27d5b2e6767f54e1d99c8e7586fa",
   "stored": 28937930
  },
  "l20.w_up": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:c558e4f86e56779aa8aa5eb06367d51ed597b1c5783319b21ad3846c27870060",
   "stored": 28895623
  },
  "l20.w_down": {
   "fmt": "q3",
   "N": 3584,
   "K": 18944,
   "kappa": "sha256:45be061d2921bb11fb31e4a873a76e4965ff3a83f1afe7fa3c7d6184c295c7d7",
   "stored": 28851578
  },
  "l21.attn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:0f1df264a175c65942b06551cb847a4d84363f58245dc7473713f137fa81442d",
   "stored": 5118
  },
  "l21.wq": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:42927fb5ad6af8d19f1e341345fbc734ca90b483fd6bfb9cccf9ec36c3a76626",
   "stored": 5477521
  },
  "l21.wk": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:4a9fc363b01a76f2deaeee75ddd9d3363be072b3edfb393957652dc1a076b896",
   "stored": 784103
  },
  "l21.wv": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:088ce25ad42620d9fdf41bfbec7947f3965291854dc34007d110a1ff8dec2054",
   "stored": 777852
  },
  "l21.bq": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:731554ab71f542736c0923ee95a6303bbd1e0948df04e0beac48b0e6a32e3209",
   "stored": 7430
  },
  "l21.bk": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:d5f7197fc9dcd415019711ab52680c8040c8f2e7c21cce28c5208a6319f19449",
   "stored": 1237
  },
  "l21.bv": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:3996ad9ff5740d4e4cb3a3d23ce8b74680722f069f1eccc114844ce120ace7e9",
   "stored": 1211
  },
  "l21.wo": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:abffc048b4a98f1ab68ea2e1bca6f5883357fa6c8cf6c2151887ae211d158fdd",
   "stored": 5500282
  },
  "l21.ffn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:c2e9f7fccdfee5dba93e97f214c5e5c3c9e162fbb42190477a018d54e95f45bc",
   "stored": 4879
  },
  "l21.w_gate": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:affbc0ba3440b261f42baf3b53b76f22ab314121b748054f7059d48321a595c1",
   "stored": 28948127
  },
  "l21.w_up": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:e015877df4bd597454b6b7a3fe66658d79e81d6b311105cc8c613181a098c226",
   "stored": 28897604
  },
  "l21.w_down": {
   "fmt": "q3",
   "N": 3584,
   "K": 18944,
   "kappa": "sha256:9d0c0797bba1c582c1e77c244799ce8c651b88d2e299e523e8e8655bc86f1e8f",
   "stored": 28865611
  },
  "l22.attn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:519306c17074c40c157f639a892b7173b06bb6e12000f782ffae1692f8d33802",
   "stored": 4994
  },
  "l22.wq": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:19671122bc688a25e0cf282a406f980eeda073f5092531bbabbaed4ce13cb2d8",
   "stored": 5476860
  },
  "l22.wk": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:13e485554b989f8692a1211d9c1a27e11890f716dd05ef1287a5bc4e75117e70",
   "stored": 784253
  },
  "l22.wv": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:0c2af7fc8569be6dd6eb6d1dc619c8f7af02573691642b9648f6f16f81f784ce",
   "stored": 778297
  },
  "l22.bq": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:77249f6a2564536900c60937d8e8a0cd204232b9f3c1aad7e513a2a4fbecc4c9",
   "stored": 7495
  },
  "l22.bk": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:1db50d06e135154ae7e676db9b16502099395a1400cd31190f275110449fc1d8",
   "stored": 1218
  },
  "l22.bv": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:ebc896985cc12c5a6e68c014a8a1efdb17b36c8db1c39f3f2077ad1e2bc058dc",
   "stored": 1230
  },
  "l22.wo": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:e00a0fd727208086c1cdbe68378da997cbfe48bf220dfc0d7b65bf07120a63e0",
   "stored": 5490983
  },
  "l22.ffn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:b8a34be33e89367778059164498d51d6c11240337c1e64c2546cb1153f492580",
   "stored": 4543
  },
  "l22.w_gate": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:240da4f8365ae6a0aa7846e78cc2084868a017528c14369c00dc809aeee24e75",
   "stored": 28946463
  },
  "l22.w_up": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:33904595301a110aa33848e116c48d112d393079ef352650e52369dcfde8fdf6",
   "stored": 28900005
  },
  "l22.w_down": {
   "fmt": "q3",
   "N": 3584,
   "K": 18944,
   "kappa": "sha256:3e79b0c6e0de211d62b98ba4c4b8fe3c7ac8401c4f2a87551ef0699c243be290",
   "stored": 28850247
  },
  "l23.attn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:8bf604dd57dd4b86217c5e1cdf2f79b40799460dc4be556d6c260187390fdc27",
   "stored": 4785
  },
  "l23.wq": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:30b29cbcbf71371f6240f4212cd41afbe36ac5fc14d5a124dfb8108d1446e620",
   "stored": 5475890
  },
  "l23.wk": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:fcd3ae6711045c62eec47b65b1a290b11ee1aee0c3caa3c6024a02064816cc74",
   "stored": 784094
  },
  "l23.wv": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:035c357dc783e2859df67c7c596b1426cf3537e47729b1902cb7868a6ebf7ca4",
   "stored": 778188
  },
  "l23.bq": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:fb935d3f64a366cceb22904e0d11c802cdffecd8ec6b07bbfb4e4c679b11f20b",
   "stored": 7466
  },
  "l23.bk": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:97e07a968b6000eecaad8f91987f51bf3ee1057b39f7ae5ab72632d5b937d6e4",
   "stored": 1227
  },
  "l23.bv": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:4f27c676148d3bdbf4db6292245086c0260341c6699b1a2cff1ffd66ee825cf3",
   "stored": 1214
  },
  "l23.wo": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:2ac25410fc022cae785acd3027deda3d656a503a3f33a9ff17b73472a72b3187",
   "stored": 5488721
  },
  "l23.ffn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:20fdc36522158173ad017cc5538db3dce985e64ce9b118f98fd506c239e5c8df",
   "stored": 4434
  },
  "l23.w_gate": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:fa8ae37fa07c2dbf09e6b0582343dbbb5fe7477ccdb4fbe8cce9c0f244917ae4",
   "stored": 28926455
  },
  "l23.w_up": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:d822e3617a74908796d7553dfaeb38213da41d9c3a90e7e5b2c1fa9b5693e99b",
   "stored": 28889698
  },
  "l23.w_down": {
   "fmt": "q3",
   "N": 3584,
   "K": 18944,
   "kappa": "sha256:fdb7a29aa9fe8c54d71fb5dc2ce7a357d3e844de1c93dfd1eb89ed57ec6a73dd",
   "stored": 28876365
  },
  "l24.attn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:5faf6a8cda3d207cc022812d2a57c446ab73d73f136115bd2b4fa58405473bdd",
   "stored": 4608
  },
  "l24.wq": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:84ead2842e115e2acc7fdec0b1c7c41ec806c80ce997375c6c97a6853bc72b8f",
   "stored": 5477790
  },
  "l24.wk": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:72babeac3461c9b4ba3217956beb697e94ab4b1b79604548326bb9c2995c305c",
   "stored": 784003
  },
  "l24.wv": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:ee02df6d5ac3a64c52791aac4313c001f46b9dc127058ee0c5204b9447725345",
   "stored": 780229
  },
  "l24.bq": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:7895cf33292b14f77e07d1022881aa9e8a7cfbe5fc64ad71616f92a452e896aa",
   "stored": 7547
  },
  "l24.bk": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:0afc8149e333b5f4b3425346453db990bc99dd134380e7b828d43eec3a9310fe",
   "stored": 1218
  },
  "l24.bv": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:2e17c6fa44d7de1053b892e51efcfb8e321c339c05ffa9fc75464e7e6d544465",
   "stored": 1199
  },
  "l24.wo": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:725d8f40c4bdc66e68dc4c87b7d5f99e116b83389dabee92183f93a064b0d3e4",
   "stored": 5481353
  },
  "l24.ffn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:6ce19a8327dfecdba141e6da9fa95f6cb91688ff169caa6f35352ad66a2354f7",
   "stored": 4274
  },
  "l24.w_gate": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:6501e4d2bbeac0a4d19bb6388cdf619ae173c95879891173ec5512bb16fd1ee6",
   "stored": 28921778
  },
  "l24.w_up": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:e55de1707d65497a23ea864353e6021a8fc01322d20ad37b0145522094733edc",
   "stored": 28880396
  },
  "l24.w_down": {
   "fmt": "q3",
   "N": 3584,
   "K": 18944,
   "kappa": "sha256:53242a355167ba73f39bdb85406151bf7676018d287a9a49c3661d9a50572572",
   "stored": 28884869
  },
  "l25.attn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:c0f5784c07ccc5321d7e1dee77d0913665a4ec338de192edc102bcec13622bb4",
   "stored": 4542
  },
  "l25.wq": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:88776a1fe002a9a9fe3e66389fe840c53bb3c558b8184137a24e6ee8866b7778",
   "stored": 5480275
  },
  "l25.wk": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:2d7d4078216a17da86f5aef082acc1ffae3e15c75210f30118eaeb70900ea08e",
   "stored": 783413
  },
  "l25.wv": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:250d1cb4ef842fa764f26aa5b9495277708be52a35678a10666829f051a780a4",
   "stored": 779400
  },
  "l25.bq": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:84dce36183e118800b7b3dc1a9b60a5cf8ad114e5a99b4c99c00462fcdb9b82b",
   "stored": 7542
  },
  "l25.bk": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:24a04fa378d1b58c8c7c4a014539cd0ddbd7d2ef6d62f50c31d1069e616636a7",
   "stored": 1243
  },
  "l25.bv": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:ab1cbc479367b60c95042ca5c1995962ed4c8b06848a2f3fb2b93fbe4992b73b",
   "stored": 1209
  },
  "l25.wo": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:498e2f257d840c01e6654fac024a9ce4a2b6d09562bbfcdbde28d84fbf84a4db",
   "stored": 5481145
  },
  "l25.ffn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:a632f17c880547f175b7bed93f7c085fc3e588776bfe66344fff4787e99b96fd",
   "stored": 4207
  },
  "l25.w_gate": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:ae94d099617ca368f69cca13e3fabc624dbb0e2e93b29de9cf577745583ff9f8",
   "stored": 28928307
  },
  "l25.w_up": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:078f00485776b6ab5cfa913daf28227beba2b1224cac6d78c2928a61231f1908",
   "stored": 28883333
  },
  "l25.w_down": {
   "fmt": "q3",
   "N": 3584,
   "K": 18944,
   "kappa": "sha256:3122c08edae0bdb1fbb765263fdb486fd73dd4430f6c55f8e195d476fdc393aa",
   "stored": 28884223
  },
  "l26.attn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:a3c51c0bcbe2627b3cd7e94715e43e6149bea76adf1f6ec5f655fc2ead447874",
   "stored": 4825
  },
  "l26.wq": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:a3e95d0a0619fbcaf222f7eefa1eb3261d9a246df2a09dd6da86789492d0fb7d",
   "stored": 5485053
  },
  "l26.wk": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:711e9b34865443538f22b63c297c9992230f58674604fd96f18e2a5e7102eded",
   "stored": 784219
  },
  "l26.wv": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:58d371c1f937d1ee575e293a108135c6f4ccb2788483c8bd5aaf18f89c1ccf17",
   "stored": 781002
  },
  "l26.bq": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:14f20136f174a3fa92c1bb918d1f9ab9dc1e3121141c73ca62b53442fdb8a06e",
   "stored": 7510
  },
  "l26.bk": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:2cc7c38951e15fe2e9d3fe37a01c2675943d266f8c8d9ad6ddf9c90515faf586",
   "stored": 1219
  },
  "l26.bv": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:6dd0b0b09101ba2d60594a86e7437cc4a7f5cb076d08e9e43aaae2ada59fb998",
   "stored": 1194
  },
  "l26.wo": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:8c79816fe05bba0032baf8c704b131486c627c7f6437904fb265e7916d9f7838",
   "stored": 5489474
  },
  "l26.ffn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:1619bf17fe8757067d0510c334dc870ed382821990fac95c5b57d56f7dc3d3d6",
   "stored": 3674
  },
  "l26.w_gate": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:9649defcec17f304f3ed518e23b19b88c2b98da3dd1bee8ce66d8b91934466b6",
   "stored": 28925326
  },
  "l26.w_up": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:27404d0dfa385a0c8902b1624246062e4a3a41d80e895c888643afdc3fe3d8c4",
   "stored": 28890048
  },
  "l26.w_down": {
   "fmt": "q3",
   "N": 3584,
   "K": 18944,
   "kappa": "sha256:bfc6ba9fdd623b40de3ea176f84cc87f721a921c3e1acdb891ccc81e3d7250b7",
   "stored": 28875695
  },
  "l27.attn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:d4054706be638ab558d50c5c063c7151efe1d76dc90fe1f7c80dace10f119fa1",
   "stored": 4927
  },
  "l27.wq": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:cccf0161bd9f722e71d1a2ac21135ce1df01293c871716f2a60b0e0ac697d8ff",
   "stored": 5482181
  },
  "l27.wk": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:2f8cfd77f1dd8c41cee6cc703c0d0a1f27bd725d4b52a007de3741d7f898facc",
   "stored": 784484
  },
  "l27.wv": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:903c8377fbf6b46bc867e0c22c9b231c2a5495c82d7c7bc4d7481e773c329cd1",
   "stored": 782176
  },
  "l27.bq": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:29051bb2d8d9105f7688a5d2062e303fc97137b3eb7673516d257376b580777c",
   "stored": 7604
  },
  "l27.bk": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:eee8c9e09028f954c83d05f8a09d2bc83415bc1619c215e1d0c7f411228a181c",
   "stored": 1251
  },
  "l27.bv": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:7d5af0218c215688ab17a4aca2a9f4bde0960457b7c6709dac9b6a14f20c6472",
   "stored": 1223
  },
  "l27.wo": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:82c385aa7b688ea23179624d4b6db803916819e54506423143bb33e9dd72b03f",
   "stored": 5476627
  },
  "l27.ffn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:8a437675f69399fbb218536caefbf76968e4ece0cdb29299b9b4adbbb8365cfd",
   "stored": 3717
  },
  "l27.w_gate": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:92a2939be5a127e81f7a02f0f5f5033f1cfbacf31681dd3a1a91bd167fb51437",
   "stored": 28942606
  },
  "l27.w_up": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:41bb7cf60f266758fa970fa98e319b83921c269144d23a3355c4af3084c8fb7f",
   "stored": 28894356
  },
  "l27.w_down": {
   "fmt": "q3",
   "N": 3584,
   "K": 18944,
   "kappa": "sha256:6fb32e31b4c48d9ee3ba7a7096141c5c7b66b3442cebf653d0c6cf4e7dfd7421",
   "stored": 28835166
  }
 }
}