{
 "format": "holo-2bit/1",
 "mode": "q3",
 "model": "Qwen2.5 Coder 7B Instruct",
 "source": "tokenizer.gguf",
 "bits": 3,
 "layout": "q3f",
 "twoBit": false,
 "incoherent": false,
 "root": "sha256:220ed66b599db7c58f6711a58005e3c05d1db1eb9be144ab44a11197bed44ad8",
 "d": 3584,
 "n_heads": 28,
 "n_kv_heads": 4,
 "ff": 18944,
 "vocab": 152064,
 "n_layers": 28,
 "hd": 128,
 "rope_base": 1000000,
 "attn_bias": true,
 "qk_norm": false,
 "qk_norm_dim": 0,
 "tied": false,
 "tensors": {
  "embed": {
   "fmt": "q3",
   "N": 152064,
   "K": 3584,
   "kappa": "sha256:7f6c852ecfbe5ebb5dfe92c53bd32edd207da40b1990f7a92fa22f385cbe7c43",
   "stored": 227223260
  },
  "final_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:3f4c38e1b3e731ab232f418fb9940d19642fc4f97445130abcd6e9b697e8e597",
   "stored": 3619
  },
  "lm_head": {
   "fmt": "q3",
   "N": 152064,
   "K": 3584,
   "kappa": "sha256:1fafbdecac366bc3585a182a1afa9ea819c5e3979ddc9496f8b3809cf9fdbafc",
   "stored": 244402297
  },
  "l0.attn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:e05494d4ed25f6dcc65542ae5c5a0ed990fbe0c7d167d75ff32c09ef6dd44e0a",
   "stored": 4115
  },
  "l0.wq": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:2d6ec22dd944d917eda0d4ff85e53b3fc7baa5325383bd08b784b46f89ba9c58",
   "stored": 5720495
  },
  "l0.wk": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:a8138f5cb2f614dcfea57e723d36317a5fd6ece25a09e9de3821778ac45550c7",
   "stored": 820985
  },
  "l0.wv": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:68fa71a55f70f31ef1b698857f2c0272a7dbd22ba6387fdd26c28a1ceada07d3",
   "stored": 814731
  },
  "l0.bq": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:8f0e8176429bdfeb40441c62aa169c2610d848a5321db367c9de14ba65b5a053",
   "stored": 7701
  },
  "l0.bk": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:28f54a14cbf8a29962086d0332003e75c8b4e539f7c34536987d70cfd4bb267e",
   "stored": 1265
  },
  "l0.bv": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:cdcc95e76fc992f62d63e6384265566b660e2a258ae06ea1a9b5805e08413d4d",
   "stored": 1231
  },
  "l0.wo": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:8d7a2919507337e9562ee065170d4268db6d08e07ba9cea7d69e42ab1d2a9835",
   "stored": 5740913
  },
  "l0.ffn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:2922b9a840eb661a876a8e671d16fa8069089fac053a1f2c5b87a83c4d3e9dc1",
   "stored": 5240
  },
  "l0.w_gate": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:9dd3219d71133075d39c0ef0da510d51a89ce3293962b09378a7cc07455df5bf",
   "stored": 29599868
  },
  "l0.w_up": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:3e8068a1c15a40e4f22143fff56764075cade6f8e4bac0b76364e467f770c157",
   "stored": 30383513
  },
  "l0.w_down": {
   "fmt": "q3",
   "N": 3584,
   "K": 18944,
   "kappa": "sha256:a198c71b1a9081467dfb0354fef6eb010834d715bcade8aafc905cb6f2612e81",
   "stored": 30676179
  },
  "l1.attn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:c502db3c824ac773953faa19423019609116a20c23f1d073453b3cd350c6a585",
   "stored": 7497
  },
  "l1.wq": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:3369f3d2b97a1f0c39de00e77113c5b961157349d90ffecf1ff781858d86eb42",
   "stored": 5614430
  },
  "l1.wk": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:7abdf78e68e0e70e6f62864e3bb5a32cc6ca6eef9daa4c94614a2a41ea320273",
   "stored": 816453
  },
  "l1.wv": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:78a8cc1f81ed8fc20ea2df1243a078e9f3859b43fe9cd935a8a88b4397512164",
   "stored": 813872
  },
  "l1.bq": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:113f8f1bb67f70baa15f5525012841bf846d87ba4c21b86e8fe1b1911e27da53",
   "stored": 7484
  },
  "l1.bk": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:b979a4b23886a9edb624069d4c19e8c5b96b1c8e954c7790bbedfec88b814c75",
   "stored": 1246
  },
  "l1.bv": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:ce83c4653ce2fcda3abf909fc4bf49b7884e5e7458c9b4059de881d687dcefae",
   "stored": 1204
  },
  "l1.wo": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:572bd8cda8b577a81e9253fbac28d008039e13c6bcdecd3c76bd0e010f2b1ac6",
   "stored": 5727784
  },
  "l1.ffn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:e03e59a10e564456b64a42bfce12a384e6fb7962bef9c8bc7ef03f9d3181c730",
   "stored": 5543
  },
  "l1.w_gate": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:abaaa263d27beb8c7ab9db31bcd24f57f274aa73dc8c631654790a08de61884d",
   "stored": 28529381
  },
  "l1.w_up": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:6610e758bed641061bfefe6d199ae39cd9bf227aa5efbd9426e2f521147d5e9d",
   "stored": 30790955
  },
  "l1.w_down": {
   "fmt": "q3",
   "N": 3584,
   "K": 18944,
   "kappa": "sha256:ecda4b48222b7a3f698c1e9ccce4cfb98d2df70fdfbf90cd5c15c7985fcccc74",
   "stored": 30353123
  },
  "l2.attn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:ba54b8d20942797f2b74d7cd771dc513c68308e3f861976ff434ffcc475174bc",
   "stored": 6476
  },
  "l2.wq": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:ab1f14cad636c2f3da9fbc69b4cb518e47d8cda5a0752a97f5c62ebb71c85493",
   "stored": 5741082
  },
  "l2.wk": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:385e1aa052ce1fc55426356b282ae1530edfe7d2adf1f5f38a50a336980346b2",
   "stored": 825267
  },
  "l2.wv": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:f8834a7e2c291e6f6293cdab0950fe20dafeca86fd1961dc1bff8147ec037b5e",
   "stored": 815534
  },
  "l2.bq": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:39335c1cbc3fe48a666b5f643dfafd4083c526e1295e733d82a386d18aea6dde",
   "stored": 7450
  },
  "l2.bk": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:1b796a1ca87968bc2786d064e0b9f9340d3f45d3c7c3efa2019486d93c91863f",
   "stored": 1234
  },
  "l2.bv": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:60328c4bdeaee57a16c33685167e370e7e9cc3c61082fe21186063200b2079ba",
   "stored": 1209
  },
  "l2.wo": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:4cd58d7c12532f877a9a8a97f20256bd2e7625efd1f634a4824441478c7a1752",
   "stored": 5711477
  },
  "l2.ffn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:d239b7c5f60e46b2f9d2fdc286762ad54692f81c9cd5ecfe86b1dddfedae02fe",
   "stored": 5236
  },
  "l2.w_gate": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:4c3aaed27b1d534a0ad7a4585c93e3d4288f9d81704ffb014e19bd78387dede9",
   "stored": 29542844
  },
  "l2.w_up": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:b0cbbe4907a771eed142301a4391456005a460765825a445a4b37cf48bce4217",
   "stored": 30627723
  },
  "l2.w_down": {
   "fmt": "q3",
   "N": 3584,
   "K": 18944,
   "kappa": "sha256:21f596038c9bfbdf83b4183878758f8203d03d0b0a925f1e003acd641aabef47",
   "stored": 30688170
  },
  "l3.attn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:202bd7788e3be3f80171e2681aa9fc12653f71892e76bf06a81717227b41e141",
   "stored": 5926
  },
  "l3.wq": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:c13c27d408fe99444c162bd208cacf765fcaa2f4f136415837147de92fca95f2",
   "stored": 5725496
  },
  "l3.wk": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:4e48d5d10564cb65d9f881b79674a158586d0fc73cd14f02c8324e6b21143152",
   "stored": 824712
  },
  "l3.wv": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:d08c67fac0a1fd92e9197b92c1849079edd0ba98a97f987b3440d7b2a1ce3168",
   "stored": 816819
  },
  "l3.bq": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:d6932a1bee5ba9fe52a123139ad1919be2847c98c2480d5fcd3d5a3454a79f1f",
   "stored": 7524
  },
  "l3.bk": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:88d919bb534d0831467b43debb0f979ecafe4434f6611272c409ad3f147f3d98",
   "stored": 1238
  },
  "l3.bv": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:37712b048c6f77d50f1068c83682ba6153218ef1eaca8a05e8075a252a15c04b",
   "stored": 1202
  },
  "l3.wo": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:4f05cf7a9009366b4ad35e83660175aaae1f762e77bddeaf726caef28de6076c",
   "stored": 5729707
  },
  "l3.ffn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:3a9cd3b5f45f39df9c02de8b0d7a25261a742b1842bbe0ac93882cd2e553d357",
   "stored": 4857
  },
  "l3.w_gate": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:c2aa0b0cc7517af1d07819f713ab1dff883ea1fd25841a6773f84673937bbcf6",
   "stored": 30034638
  },
  "l3.w_up": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:fc14d62e7b57b470ed5180079ac91e2e727842e85c7c2fe86d5721b132a63706",
   "stored": 30124582
  },
  "l3.w_down": {
   "fmt": "q3",
   "N": 3584,
   "K": 18944,
   "kappa": "sha256:b69710cf1af36b680bef2106f7b7ea565094e3de9deb92ec6976efa7a2f275cf",
   "stored": 30050288
  },
  "l4.attn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:626251d7dc73e77921946f9d67207119630c7a40de05ed2ca20610b215541f35",
   "stored": 6221
  },
  "l4.wq": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:9371ead5c5a7f5d6ca9d279169cbcb550c6659e45c750a447dc22edffa730eb3",
   "stored": 5736891
  },
  "l4.wk": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:bcdabc9e1289dbb6256852a80c311208b2f9851e2b6b3ec846a3bb52bcc00f2f",
   "stored": 826129
  },
  "l4.wv": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:06809472d2bb50b34e99c7917476bf4ae5677cb6f0d1716644c3b549239eefe9",
   "stored": 818743
  },
  "l4.bq": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:1fbf1f061fb409125df46ea7b1c19359cfed50515f29d22903b05dfd2d90ddd5",
   "stored": 7678
  },
  "l4.bk": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:9755182f94177ddcdc0a315cd7f603c99421b63de7c337a519288edb8a943221",
   "stored": 1239
  },
  "l4.bv": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:f1fbb514973c28674f17a06d75ec90d8ba207850fa88b86d055ab534ce0af1d0",
   "stored": 1215
  },
  "l4.wo": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:58619a5f82a963671cbde8b1c94b3688e26dd0878b525e72258e84e355be9eef",
   "stored": 5731509
  },
  "l4.ffn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:ab252c57c1bad0b4df04bda0ed4e20ac6b232d75021d503530b4d25204301e0a",
   "stored": 4804
  },
  "l4.w_gate": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:204ce53d75eb120821a5caf0e723cfaa1eb61b999c2d11655a6395304552b865",
   "stored": 30020273
  },
  "l4.w_up": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:8c7e2555feb468bd7133762cf684614741dcd179765580c00673efc8c597ade2",
   "stored": 30134573
  },
  "l4.w_down": {
   "fmt": "q3",
   "N": 3584,
   "K": 18944,
   "kappa": "sha256:a3d26e1d8203341ecfabc082d1f1e0119977afa7a211f76e91cfbebcd9608589",
   "stored": 30041712
  },
  "l5.attn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:b84ca4df6dd85721b663e75f33ad63e4662a9e512ab7d53e46a6c34c2de8b9cd",
   "stored": 5739
  },
  "l5.wq": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:745d5a391fd3b5e96147932bfed77288b78b9b8e7e380119e604e623aca46027",
   "stored": 5731607
  },
  "l5.wk": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:27d27ffdb44d87a078a17658f8ef9f1e93ce64cbcb8cef0d6860a8ca05af416a",
   "stored": 824618
  },
  "l5.wv": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:73e600143753bf60c20cd5fe7ad68c2c50de615d49bc92de9dc4679aa1aa74ff",
   "stored": 815420
  },
  "l5.bq": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:20cebba66d213af256206438cf65e2b974316962f49d28351d7768ed66aef517",
   "stored": 7615
  },
  "l5.bk": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:0497f31766017254c80108e65697d95e29e3d7ea8a5db323db24249c28e5d748",
   "stored": 1230
  },
  "l5.bv": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:7ae0d846c5f317be32aeaf32221b44dd45e0fee37993fb38a21b32c3d4855e3f",
   "stored": 1205
  },
  "l5.wo": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:cd272cf4f0a1cdbf6c6d73c458342ebeba36271aa392e6c8853b13070f746edd",
   "stored": 5721176
  },
  "l5.ffn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:a3e976ab7703c13bf4c93eccb797c61c1dd938b8e481e294f3622103f3b7d496",
   "stored": 4315
  },
  "l5.w_gate": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:fa06108ad2ab23c4fbc99e85139dd274f13d66067bb7e42ba34b4b85001919c1",
   "stored": 30048268
  },
  "l5.w_up": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:1a4c7afa0feec69efe3c8f844a292992ad9da647bb558b6478169dcb30721900",
   "stored": 30092965
  },
  "l5.w_down": {
   "fmt": "q3",
   "N": 3584,
   "K": 18944,
   "kappa": "sha256:01c7d48b831b08b917c216d0f599a419beb545b8167e79d17a835a279fe3e6f6",
   "stored": 30043094
  },
  "l6.attn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:6ae634beae1fc5fe65dfb931b3b981fc9c5afa048b333ac0a33300e1f27d4ec0",
   "stored": 5743
  },
  "l6.wq": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:50a355b3110b06bc462217a97227833aebc804295135d59bfa9196b8ac25d853",
   "stored": 5727719
  },
  "l6.wk": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:93148f4a8bad52a7ad74df3a0f293b47a6f20b4d4ad1a6b7cc4efbe416d52e24",
   "stored": 824360
  },
  "l6.wv": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:376b07d1998fe3a70da42a04ea1e2c0072806d2ce80acbcd58aa1922bff84421",
   "stored": 814900
  },
  "l6.bq": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:bce9681844616697fe8c5b4c656ea5a1066f6256fa93b3cfa2b9176774e70099",
   "stored": 7542
  },
  "l6.bk": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:40f569aba8b609c57b55564b2fa232f8592c471ae0af73a32e1a0dea0a7dc752",
   "stored": 1230
  },
  "l6.bv": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:cec4048411ad130984c133d9482a1bae9b8b2d9d856b57c9fde458996a18fdd3",
   "stored": 1212
  },
  "l6.wo": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:3ce6a1af054a41403e229ba6ef4c73854635c4db9658ceb56e6c3f8b48523a4a",
   "stored": 5726581
  },
  "l6.ffn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:36039fbe9a77ed43b6a75c97a367ce2df0d17fbc5ee120ca917caea556416f57",
   "stored": 4463
  },
  "l6.w_gate": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:60d4408cca5d3c3b0ce2b27452d9de4376f4772db9da2e9c8e9a3edcfcfe6331",
   "stored": 30120623
  },
  "l6.w_up": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:c5b098901135a40bc7b69271fbedf1a58ccdb0846c732f6411086962e2767c75",
   "stored": 30000906
  },
  "l6.w_down": {
   "fmt": "q3",
   "N": 3584,
   "K": 18944,
   "kappa": "sha256:87946b106bdae7ca9ec1937f96e3cd547e2d5fb9462ce9f6faa4194c44767446",
   "stored": 29997441
  },
  "l7.attn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:d46f03f1a2ad822d7f654d1a11edcee80673d98fb5a23b7a14a400ed93a9e44e",
   "stored": 5557
  },
  "l7.wq": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:32fd588b7df6b401c626c85fdb1eb5d5659562a573a86e6f8cee2a1d961802a0",
   "stored": 5728393
  },
  "l7.wk": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:a76d4bf0df8ce0681a26c6ca004b2c2de54691f38283859b74f19080791000f1",
   "stored": 822696
  },
  "l7.wv": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:eee70a5a0bdede21773cb3267d4b12e3e146da23532cc810a1e69980bc5357e0",
   "stored": 813289
  },
  "l7.bq": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:2e33663f95570622ad893cf92eb06da685bc69a74390290396c74bb481a81e39",
   "stored": 7493
  },
  "l7.bk": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:4061ee36d600f4df34912def8e6027a7652457bf4842f8dfd6d528d5286377e2",
   "stored": 1227
  },
  "l7.bv": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:e2d4e758b836123ea7c656505b3003d5dfdc7e37a2aff0d6dede29ba4b708f8e",
   "stored": 1214
  },
  "l7.wo": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:92972f7e907c3aa6d16dc013d6e0977134f99ce4e859f677f286db79d72af9d4",
   "stored": 5725114
  },
  "l7.ffn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:26a640368436b244963a3736354d76cb8d6074e0c79dcdf378c9a7ad51162421",
   "stored": 4571
  },
  "l7.w_gate": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:563bda7835a2940f7f572e511c687faf9bf179658864ca246a888cf3b05d32ba",
   "stored": 30046156
  },
  "l7.w_up": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:5dfe91387b8faed3a5077f22e9141777bf53a58d701d6fa1bbdd0c29e75be5c8",
   "stored": 29987722
  },
  "l7.w_down": {
   "fmt": "q3",
   "N": 3584,
   "K": 18944,
   "kappa": "sha256:61d49498fa1e321fc77d6e31d68234a46df3a9b70cfacf2a111127236fe21db4",
   "stored": 29988064
  },
  "l8.attn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:f52bfc3d1821a723a840ecb3e7521ac3a32fcefce7598b985588290a9c83acc7",
   "stored": 5519
  },
  "l8.wq": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:009a21e8b9c49e90a851d651d03b26e56cd2090ef4b3fb11ab23b61b6f6f64a9",
   "stored": 5735230
  },
  "l8.wk": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:dca0bfe742f3f289755e3258006b427ad15ba11603bc25e4fe0bd98c97ddef7c",
   "stored": 826083
  },
  "l8.wv": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:912bf829090149d5139bd9c0fee395624ba25f8f6869789cde21b1eb3ecda932",
   "stored": 814075
  },
  "l8.bq": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:f1e946e7404115f7215914c281be38d9fb89278e9f802dfa71aa859f9f936532",
   "stored": 7500
  },
  "l8.bk": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:fc164d859ffb115cbd8593258a93152b22e750fccf627ba96c469f43e84fdecd",
   "stored": 1224
  },
  "l8.bv": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:f7a174b1dcddf4aabaa5dfd6a140f01e46a86611a4bacac57e6d2874c692f7a0",
   "stored": 1220
  },
  "l8.wo": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:a12132650a22d94148dcc04a28bdf57c87fe97ce7753034543a5e2fddc1da0c8",
   "stored": 5736874
  },
  "l8.ffn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:52869da17f5de10851d2cd430545d6a36da233a756679001ad416ae1bd85fa53",
   "stored": 4928
  },
  "l8.w_gate": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:491466f869475f5ad652b427fe5dd9234cdbc999cd264fdf8a23776b666e7209",
   "stored": 30006373
  },
  "l8.w_up": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:f8409a13d40a0d1e97033e2f996bd39f86c51384971509ee8ca914d020473787",
   "stored": 29965751
  },
  "l8.w_down": {
   "fmt": "q3",
   "N": 3584,
   "K": 18944,
   "kappa": "sha256:bb98735f3d031d9892f62746df5e050bf9428faf598014983f724019510b8cbb",
   "stored": 30009627
  },
  "l9.attn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:704664486e09a159da001459b44f9b6932066b77cfe2ac3a765f63f81c047558",
   "stored": 5582
  },
  "l9.wq": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:ddc1ea57d4d1adbd1ed6f60d16a343ad65441a9f32b483695039dd6730f805e3",
   "stored": 5734294
  },
  "l9.wk": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:440257dde1fe96f2432ee01d139012fddcaf4b0b80b2be908b862580939a82d8",
   "stored": 823124
  },
  "l9.wv": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:fed5a746b01fc6139e066e731ab26f6294cd820de3b1f664635c7f51c4d9b6bb",
   "stored": 812368
  },
  "l9.bq": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:1fb35dac8da710b6710a78c90fa99349074d0fed9284c20d248aeedab7b0049c",
   "stored": 7537
  },
  "l9.bk": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:4ca39059a2aca5f62219414457380efdf9ae039d52e34fcb30abef3cbe709811",
   "stored": 1217
  },
  "l9.bv": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:beddd9d40d4a655addebc92dce60706f50f978972c1e0b08343d2924ee0c4b1b",
   "stored": 1218
  },
  "l9.wo": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:991bd65ba116c45753b0bd2ca6db86c396cf6057012d2c1f9097dbac47d37415",
   "stored": 5744318
  },
  "l9.ffn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:4935faa4568acfd0cb66d467c37c9735107965d30c0c8785f8148fa7a53db485",
   "stored": 5275
  },
  "l9.w_gate": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:7d5b1a1ca8cd170b0b9591650e8015251db613f16be403e1a7490d98e0985c78",
   "stored": 30114051
  },
  "l9.w_up": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:1af8707569cf44956f4461e94198de5bb8218f72c7fea4309d4cc4e7f7acd732",
   "stored": 30065352
  },
  "l9.w_down": {
   "fmt": "q3",
   "N": 3584,
   "K": 18944,
   "kappa": "sha256:eade6f69f5f8e5492b025ffc32f81b6054c16e55cb2f3d7d16d4e1e66c2e3a3d",
   "stored": 30101965
  },
  "l10.attn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:37fae388a108672adca87b6092b3ccd9cc3526ac0dcdd5ad41478515ff5e4d65",
   "stored": 5523
  },
  "l10.wq": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:df4af04b348d414238c31df543c95eb8d2b6bebc0d7429ca485501beead3f224",
   "stored": 5730400
  },
  "l10.wk": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:08a10179eb763ba5d0ed5846193ade176bc9ae536bec659d6b8417277bff531e",
   "stored": 822358
  },
  "l10.wv": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:b7b53f9930d8b3981531b8a74b2ae0553cbb090407d5346c4a452322d7845dca",
   "stored": 813594
  },
  "l10.bq": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:9e14f2497ef0b08d0124819d4d880644b5dcc208a7106c2f4fca76f0a5a37183",
   "stored": 7482
  },
  "l10.bk": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:2cb2aec3042b16dfe628cadbdbf4912d16ee0859b2f8fc01b3302629ff2a7f19",
   "stored": 1228
  },
  "l10.bv": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:d64ab2b84a0ddbc813de22ef2fd51182ec841cc96d78c59f5bfc0a102f582ad7",
   "stored": 1210
  },
  "l10.wo": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:4d8bc4b7c6805eacffed1e73235788d534feeb0e79725aae2bcfa7ffb4f17c0f",
   "stored": 5742753
  },
  "l10.ffn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:fd45e883c5960224a6953aeea0787b418254be43b06ffe60f40df1a2ea74c1ec",
   "stored": 5382
  },
  "l10.w_gate": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:db4ce692edaeb9d8262086fca47c2fe86fc658cc7171671b9dbd92a6d7914eee",
   "stored": 30032492
  },
  "l10.w_up": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:e8a8bce91f30029e22dd779364344c6996bb0b4588269441d3819c06b7bbb6d1",
   "stored": 29970808
  },
  "l10.w_down": {
   "fmt": "q3",
   "N": 3584,
   "K": 18944,
   "kappa": "sha256:52fce9b93b7706f83e37a8ebc7b5a72617e9b055f021fc760619f78583f8e84f",
   "stored": 30046657
  },
  "l11.attn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:5c16bbafd6c1e40e38f8b3665bedfa87641269f05d16a8b2b0f1696f396e902e",
   "stored": 5697
  },
  "l11.wq": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:c2083f58918e6ba3dadd8e3ef452b694e021728042e172aa7e861aa90049d8c4",
   "stored": 5736687
  },
  "l11.wk": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:442fc5a0fc2e58bf35930facdb90b2ac3de678262d3fcb3ba7fc6f387b4fbedb",
   "stored": 823966
  },
  "l11.wv": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:bbcbc749bcf6453bbdd3e5595beef257a7423a26c7d1a4cf9244eceb6acaeaa4",
   "stored": 813969
  },
  "l11.bq": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:13d0208403b751951bbc415a5c927d8d62b4eb3700ab3cee307c24aa7d5ab117",
   "stored": 7531
  },
  "l11.bk": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:d59e558ecd1f4927606808d93c8c484a7baa3bba9c8e5e2a4fe61630ad80c273",
   "stored": 1228
  },
  "l11.bv": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:371e15c73edac19fb0cf4dd2ecca831ee51e73f8ae48cfbe391e85c9595f1297",
   "stored": 1215
  },
  "l11.wo": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:50ba3016a70c21991f230b159f443bda6679212564f1655234c7447472abc9ec",
   "stored": 5737795
  },
  "l11.ffn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:39e3fc1085076aeab4b57262bb603cd6e57dccd555b37ea4e126e879647a8328",
   "stored": 5469
  },
  "l11.w_gate": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:ccfb48e22fc05b95a5f5b81f2481dfc6046b974b0beb5c15cff9b095b2e6e00a",
   "stored": 30020253
  },
  "l11.w_up": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:3d5e981b1aacd711ca0aa17cdc12545c0ccd3f109efd51130a0b7513198c191b",
   "stored": 29971171
  },
  "l11.w_down": {
   "fmt": "q3",
   "N": 3584,
   "K": 18944,
   "kappa": "sha256:50cd0a7cc7aa325f665c33d51a9fbded958ec2aa1d4b89326e7dfb17507c52f7",
   "stored": 30044184
  },
  "l12.attn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:3a16c1fe028558cef6a619b76371a9ef57d8b96db639ddefd2076fd8de819d22",
   "stored": 5769
  },
  "l12.wq": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:950482ec206efee7ef81e8b5c1f0612b0f33f5de6296a3929d10d5b8846da0f7",
   "stored": 5736826
  },
  "l12.wk": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:3bc163e1a6d44dfc5275bd3b707b1caf8da9c851db267171d0dcd37d7284d827",
   "stored": 823531
  },
  "l12.wv": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:9b4fee0e6764106bb054374b91ed8a97a67d9c26da8b88085ca19d1a8b59b92e",
   "stored": 814166
  },
  "l12.bq": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:64d4d1af97ba65ea5eb1736150a184e16862c2d1c72ee02b86af837d2bd3da9c",
   "stored": 7470
  },
  "l12.bk": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:c8e2b11904239f49f17b38bb8ddc8615eeb7fc7b6789787359b780727623f01a",
   "stored": 1215
  },
  "l12.bv": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:a819645d022df33aa923e64fef24845d989f54b4856768e8bb72cbd1790d3c8e",
   "stored": 1238
  },
  "l12.wo": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:dc11644cedf454ec0331827e510b2fd024c59ee276a19afc39fa12693c13dd2f",
   "stored": 5746533
  },
  "l12.ffn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:496f3272ce322b4726ab390ef5ed6a7fba9527943a90052572fd1b4159203924",
   "stored": 5520
  },
  "l12.w_gate": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:d45dd5329a616b210348a3826efc3c67e5a760bd3aa08c4a801a2d6c9f01d21d",
   "stored": 30038293
  },
  "l12.w_up": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:d8d7e29aa1cd137ab5d5543c2912d71267d51c9ebb977f1c2c64f6721e6d9558",
   "stored": 29990105
  },
  "l12.w_down": {
   "fmt": "q3",
   "N": 3584,
   "K": 18944,
   "kappa": "sha256:45878b38d6258581c23208223f7fd0cf749080ba43cc10267b0ce1c3f79aaf2a",
   "stored": 30020318
  },
  "l13.attn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:d16c666621b7caa6a15e879649526726c9c865b0aad77c682312677d96772626",
   "stored": 5842
  },
  "l13.wq": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:f65c275191447f2ef477ecdea6707d70d443fd80eaae4d7347d400915301cfad",
   "stored": 5725037
  },
  "l13.wk": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:ba93365b88dbc279813d0bb97796b6b8290c7e58805f81a618d6945dbd6de432",
   "stored": 821636
  },
  "l13.wv": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:99701c1b8f7aea7000f1bf8aa38182e5a3720e440e7b4d65964057f92dd34800",
   "stored": 813757
  },
  "l13.bq": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:3a3c04408a62e079bb5fbf38830fec243c0437a8b7f4cd7d15888e44ebe68af4",
   "stored": 7427
  },
  "l13.bk": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:45952b6302a327d3065f82a361938c52f873cc691ba69d12a1076ebd51c2de19",
   "stored": 1234
  },
  "l13.bv": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:968f5588f5daf982da994bc44128951e53b40ece4860227179467a09c215a5ce",
   "stored": 1208
  },
  "l13.wo": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:982e1ba674ca923189554e58d0d3b8ddbd35af7c3e3219ba9396ff4774507840",
   "stored": 5761478
  },
  "l13.ffn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:59ae565d856ae1304cf79e7b06c5ca7ce58a5e7c94b321c5dc530810c471a430",
   "stored": 5557
  },
  "l13.w_gate": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:fa7d26a63253f3350b23710ee1e8155b986b334e6e4786ec516b314f64336b1b",
   "stored": 30060639
  },
  "l13.w_up": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:7535a11cb3a6c16a635bf9d810d65d0a165171099fc2f5a3f7473dc85f1b5199",
   "stored": 29991176
  },
  "l13.w_down": {
   "fmt": "q3",
   "N": 3584,
   "K": 18944,
   "kappa": "sha256:eff15a9032ef721f0fe05919d99880f9394e6cdc77cafd0f54e210f29c6ac7a4",
   "stored": 30064028
  },
  "l14.attn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:6c313c9c261f1b850e17ea4d510e06da6be654ef7fbcf668dbd922ab855ff853",
   "stored": 5808
  },
  "l14.wq": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:a44887d7809a0ec2b420172738a9f95c76b9e22f1f3f6bd26353982809958c1a",
   "stored": 5747423
  },
  "l14.wk": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:e16bc09ec753fc4b5f79f04ba7afee5da455367a717ccec2d17fb54c818d960a",
   "stored": 827059
  },
  "l14.wv": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:2a50db973d4acb50c31d173a42cc241d40fcaaa2d6663b7e10ad1f6f645eb9b3",
   "stored": 815216
  },
  "l14.bq": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:149571c64e56821a2625f4ee9449c3f3761028fa9ff1ad9a14793d180e028b2d",
   "stored": 7469
  },
  "l14.bk": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:9d46c0afa868a9773746159fe96e70591f9e3aded39a09f2bab20120eced31a9",
   "stored": 1246
  },
  "l14.bv": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:d76e1355f551a81a13fb4bc04c449520f395ceea4d1df454e9419da72d45068c",
   "stored": 1234
  },
  "l14.wo": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:2e68ddb6c15907345bff2db3a5341154acaeb9d51066d4b661e31024f789c74a",
   "stored": 5759509
  },
  "l14.ffn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:598c8a35529f50f0699458ab607f3380cccc1f908140d99c8249b7c7362bdaf6",
   "stored": 5586
  },
  "l14.w_gate": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:2c6a530d09afc71c28334a114269c558f5f6cad4a791589d704f347874d09624",
   "stored": 30067883
  },
  "l14.w_up": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:615c27a1e370419789945937c5dac645d13057d18ed5403744683d589b6a7976",
   "stored": 30004206
  },
  "l14.w_down": {
   "fmt": "q3",
   "N": 3584,
   "K": 18944,
   "kappa": "sha256:1820c259068b10642b17d27bb22894a4cf65120dc861ce86e6da650b39fc79c7",
   "stored": 30038587
  },
  "l15.attn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:c551451a7a640843d5c5b28394888378a073de2240315102e59633e9c6c5068a",
   "stored": 5778
  },
  "l15.wq": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:43edaaabe0b2f3f6b291f247cdc6e44dd439b648e67d4aa3e3de6686a1623cb1",
   "stored": 5750141
  },
  "l15.wk": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:1769b63c34173aeaa426eee0eecbe8ad669eef48604f31d717f1f8c01d639014",
   "stored": 825026
  },
  "l15.wv": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:67b4eee765cbc02b587dbbd276c10cdec3d09d8e64b327761b480fcd77a37772",
   "stored": 813906
  },
  "l15.bq": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:c0f41da94f066b93fe28e91ee0f624ab4f40d65664fff14da2e134811c725066",
   "stored": 7562
  },
  "l15.bk": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:5b1378e09e75a49a1a419555eac304d579831fbd431f75785bc2bc91fb735075",
   "stored": 1232
  },
  "l15.bv": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:94d4aaa6def2b50d125541517c5c40862f0511bb3dd24ba901c97984dac1a7ed",
   "stored": 1221
  },
  "l15.wo": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:e076db87e8c29b64c55b902ba7f44dfb76b05ce093ca98faf1333cecbc9ada53",
   "stored": 5746843
  },
  "l15.ffn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:6c258cd579a0076824dce7f6408180f9e802fadbf167465e71a1dfde3d5a2b3c",
   "stored": 5616
  },
  "l15.w_gate": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:acb5cc3303309358422c6168b794a7162bff5b47b4727aefa929adeb1a1b027b",
   "stored": 30074243
  },
  "l15.w_up": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:90568b9e344a30b62f13f8b987fc6913ec5acc1a6d8710a17ac3e364767dfa38",
   "stored": 30000826
  },
  "l15.w_down": {
   "fmt": "q3",
   "N": 3584,
   "K": 18944,
   "kappa": "sha256:97b45f1fdb0696d06f14713729641b12ba273bb1197574da94a30de2b54199e4",
   "stored": 30026046
  },
  "l16.attn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:58deb2908b4fa9ed5038e64647c8cef20e71009e848343d1d5a405c1e9f4a8ba",
   "stored": 5947
  },
  "l16.wq": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:27bb2ad89a1e288f7d14a0037f965278cdcd13391982e21e1c8e5810823801f5",
   "stored": 5745327
  },
  "l16.wk": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:247f0eaf90d87baaafa9dc69ae15fcb07fa58f54691bc8ad9cb33e4a8207435f",
   "stored": 824408
  },
  "l16.wv": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:3565dead47e18093ad8140184f1fa7bf5994a9c908a4278d863a1d158214400c",
   "stored": 813599
  },
  "l16.bq": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:8dc6764e8e6bf74894f159d8053d4bc368f65743aad43b2011677eca2d93e5ae",
   "stored": 7385
  },
  "l16.bk": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:0afad6377b3aa4f0f13c3ae8266715b112731d31a34de49cf009c9c61dda9623",
   "stored": 1227
  },
  "l16.bv": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:9d877750d8ff5457577a198cfea155afd7cfcfb2ecf3fe2850385a5be238ac84",
   "stored": 1216
  },
  "l16.wo": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:16a4004297a6440ee5fcbdd2f32b80ac6c113f402afbfbf1a8d74d3d68bfa7f1",
   "stored": 5754202
  },
  "l16.ffn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:128bfa9b38a12e5ca08c205dbd77f5de3f40b83755320f6ed12258caec742aed",
   "stored": 5660
  },
  "l16.w_gate": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:7b7d3a2ac3acf508beade6e29a78743164ce689ee3a2e1d15039cdb0bb7981ce",
   "stored": 30051416
  },
  "l16.w_up": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:f97aaa0cdfcb7f8bb7931962197c644a30dd95ab1906e5f1686fbceaf63e5a63",
   "stored": 29985807
  },
  "l16.w_down": {
   "fmt": "q3",
   "N": 3584,
   "K": 18944,
   "kappa": "sha256:7c07973d996981b77e6158e36407e09f6167a48c382c549eac3636c023070c8d",
   "stored": 30041988
  },
  "l17.attn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:d1e01405d40e677ad17e494741ca300f6b0f9d9870b9c87ed5ccb99aa689c19c",
   "stored": 5887
  },
  "l17.wq": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:8ce134a900d489f483d0d9d5aab4a39e692f1de81012599246c20c1291dc5296",
   "stored": 5748849
  },
  "l17.wk": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:8d84e21ed2a0985d7bad6a2641904d5f1ac7faad1945606fb005495691f8e138",
   "stored": 824688
  },
  "l17.wv": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:e58e7f7ab1eb702a56b379eca96378b73a0ca3469d05c6a1c723deb2a4c61499",
   "stored": 812769
  },
  "l17.bq": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:7fca85a79434dfdb17a6b690bde053376a4aed5a61130288061e4a5ab9bfbb8d",
   "stored": 7492
  },
  "l17.bk": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:b6403c945fe0ba14ef798bac790b6faee18c0c0627070b0b31d00388f0380c0c",
   "stored": 1236
  },
  "l17.bv": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:51b973a44250028849dda3f09ac24172e6a74e851705b5eb5cb8ab2e17d900a7",
   "stored": 1219
  },
  "l17.wo": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:3c59ab672a6ac353591514e35bc113b78b8387cf47376616320711b3f30fdfef",
   "stored": 5752652
  },
  "l17.ffn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:a9565cef20a599f5255147a84855db66e5eda44d9623cff932d9fef2c88a92fb",
   "stored": 5619
  },
  "l17.w_gate": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:9548011205db11b69d060b1b7b3f9c922b632da19f7b5a1de6965cadfaefa021",
   "stored": 30064151
  },
  "l17.w_up": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:a37afc45e4d50bb75c24dfb23a0a148eab11dd99751136d5bddf2cc42837da0d",
   "stored": 30003011
  },
  "l17.w_down": {
   "fmt": "q3",
   "N": 3584,
   "K": 18944,
   "kappa": "sha256:146f5634aab9d39c86353cf792f8a7378c0aa7cd28475a5cede43f34826f2e52",
   "stored": 30023481
  },
  "l18.attn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:1141d3c40ff7d12f01024575a147105685df2bd13ace2c61049965a1cdd05704",
   "stored": 5934
  },
  "l18.wq": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:fdbbe51e08976cc767b3e9cb825097e14786d52dba9d117bd65e03f6070f254c",
   "stored": 5736037
  },
  "l18.wk": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:12c82e0fd927462c5acd0291b58ca8465e532c654f37a7c8280d20fc80c6c3d2",
   "stored": 822152
  },
  "l18.wv": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:7b7806bf4065facbef215f2fe31662a164c3a14544f556d4358fd321c8318477",
   "stored": 812143
  },
  "l18.bq": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:e4f077c030df865537bfbad6a7e6061a5d81296f134212fc947aadaf7d0775d5",
   "stored": 7559
  },
  "l18.bk": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:a382bbb296c9c408dfa228b781c99429273affe3cc3967876970bf6be4ec9b53",
   "stored": 1229
  },
  "l18.bv": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:adcdd2a05d6461a337f03896a495c60255ada581fe3a36512e7bd9d1cd3178bf",
   "stored": 1234
  },
  "l18.wo": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:0e88725298fe871d4acb2f777be6396ad28af34790fcff1a6b929ef03964f94b",
   "stored": 5756737
  },
  "l18.ffn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:dc545870681392cfaed8c6020d87f88c6f48aac7628603ee94994f87641fa06f",
   "stored": 5546
  },
  "l18.w_gate": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:95cddaac093225cdd6f4756f65859fa5aa14f0cad6a7c9cb64c0c61dd1142a0d",
   "stored": 30087114
  },
  "l18.w_up": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:b1e7c5fae3ab0fbe6a662b1f3cfe4fdce03cc0989e8287cd9a49dfeb1c30a189",
   "stored": 30021894
  },
  "l18.w_down": {
   "fmt": "q3",
   "N": 3584,
   "K": 18944,
   "kappa": "sha256:7e3e3980dffae80ae795c15ccc8f5f0f6cee6eb1ead0b483054f216d852e18bd",
   "stored": 30012765
  },
  "l19.attn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:c63e8630c269edee955b7f4335dc60846f43899a68c167f215d644a5e6df140f",
   "stored": 5526
  },
  "l19.wq": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:e3164352e62ce3e9b0b21b544c1511187ecffd0c323f50760e68da818b8a67e2",
   "stored": 5727909
  },
  "l19.wk": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:aa9edf53c06921178aaf40663712f831f7935977d24c0687a4746a6dd91243df",
   "stored": 825349
  },
  "l19.wv": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:98e15e65c0ecd5f02876afda9b2d685f823406f29d8ba211671eea1b424d696f",
   "stored": 813081
  },
  "l19.bq": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:79c46f527b1707ecf40f1d57cdc54361d5671aacbc443b9c11bef8613f6bcdb5",
   "stored": 7498
  },
  "l19.bk": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:6389e3272bddbb3575a5476d7cf643b673c24074bb6b8c5bcc340b54f47f40f5",
   "stored": 1245
  },
  "l19.bv": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:ab4f5cb23a08e09274fcf37c51bbc2ac293325d3818c6707ef3451d36dfae396",
   "stored": 1228
  },
  "l19.wo": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:31b9b8694302812aee0b3935bf911ccb1274ff9542abd143b9e02ced2dcf5a90",
   "stored": 5732911
  },
  "l19.ffn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:7c74fd28945346c81e08879ca6c41d8ad89f52e719789445ac7bae5a073bd364",
   "stored": 5415
  },
  "l19.w_gate": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:f9fd9df36bd50efbeac9834b2ae221345e258df2f9b2f8759a1f10a640e8b01d",
   "stored": 30093096
  },
  "l19.w_up": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:9331f8f2ecc907b7f648e90a9039843da699b2cf5c71be0169eaa12d0b10ef1b",
   "stored": 30021504
  },
  "l19.w_down": {
   "fmt": "q3",
   "N": 3584,
   "K": 18944,
   "kappa": "sha256:fd73cf1641a2baf942223989aa1f8c4dd72762d5efc228e2ac43cdd93b640b98",
   "stored": 30041729
  },
  "l20.attn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:18c859b98341cce594c453f7fcaef0e60ce75124e4f34d04d5cb98a4db7aac99",
   "stored": 5516
  },
  "l20.wq": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:4cc88a8e970df59c576ee1f681e3396642bafae73b0333ec48f0ec173b350d01",
   "stored": 5734730
  },
  "l20.wk": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:2568f77580a1fb5da803706559b356a68561e2940fbb995c4f8d78a0f498f34d",
   "stored": 823643
  },
  "l20.wv": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:ae318011cb195da5ba43aa41c7610cd6e681a64099fbaeeec66dc967ba620bd0",
   "stored": 812992
  },
  "l20.bq": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:81704d6e1dbe021906006e384700a7839ec9559939782e435420ac7cba05ae9d",
   "stored": 7418
  },
  "l20.bk": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:9661405b4607386312f89d12c991b2e915990857da61fafa226c0af70ae76698",
   "stored": 1235
  },
  "l20.bv": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:2cd853a29f1d8e7af7a2b37a6e0b26d65bebd83d3a3b2cc19258a2a5b9453b83",
   "stored": 1237
  },
  "l20.wo": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:57f778169f48531c60a715c33ed62dfa849628891fdf028df555fb3f8c5f77fe",
   "stored": 5737604
  },
  "l20.ffn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:8a8b382a0889e4075ece4dc2d85e04417e3c556dda07391b7410923c2ce72e69",
   "stored": 5164
  },
  "l20.w_gate": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:bffd52f746e7a0fd119b3772a7e9439364e4d715fab0bdbea4f3716181cfa1d0",
   "stored": 30098514
  },
  "l20.w_up": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:8dabd502e774c4a8c59459383f5b590163fbbaf289f22e58dc20833d97e2c3c0",
   "stored": 30030075
  },
  "l20.w_down": {
   "fmt": "q3",
   "N": 3584,
   "K": 18944,
   "kappa": "sha256:77826b2f50aaeca71cf3f3db85fa86be2249ae97c02629cea96fbda5a13d1a14",
   "stored": 30012203
  },
  "l21.attn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:59f3dd16adc4ce75a25872d7d6bc4bf898c0b457158b1a9f3232b21d20a39004",
   "stored": 5101
  },
  "l21.wq": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:a910c594cb05306afc62f685121081c5015e2e65e44770bc48a78e1a25a74b6e",
   "stored": 5744086
  },
  "l21.wk": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:eba2d891f0143fb4b34a7ab369fc2720f0fc1748cddcd724420a73406011f7c8",
   "stored": 823447
  },
  "l21.wv": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:b5cfdf2b181a2e9261ab7d654aef9a9d51ba9ae166884c1401262293d4dc58e1",
   "stored": 811811
  },
  "l21.bq": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:87586673643adf08f28859a9181c280018caf166bd173bac75e3052c1ea04c51",
   "stored": 7475
  },
  "l21.bk": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:79d31fbf3c87664135b78915f05f938fcde5af353191d6ffafc153fe78fb4bdb",
   "stored": 1238
  },
  "l21.bv": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:4b86682f775d23c2dd4d2c938f7d71294c72f5d6111f75d80be05ad97a06136e",
   "stored": 1210
  },
  "l21.wo": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:5bd1b408ed3dcff4eece9b8fba9749530915df8cd5cf615a328e105d711294e9",
   "stored": 5743441
  },
  "l21.ffn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:15d78c21e1d3108093502811caaac420946ab615edab9b58ece473f7a005faae",
   "stored": 4919
  },
  "l21.w_gate": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:8be40b635d0fc70cb3c2e03d02c23356a5e4aa9b9d93e5535945091c4cce130a",
   "stored": 30100085
  },
  "l21.w_up": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:7192b839528cf9266562074b8d95d50580e8d83bfd186ca0b73e174bbeeb47f7",
   "stored": 30027380
  },
  "l21.w_down": {
   "fmt": "q3",
   "N": 3584,
   "K": 18944,
   "kappa": "sha256:e96329781523c3412d3a5d1a04d0ce86fe5a5218f965ae72bcffe96f63d1bfd6",
   "stored": 30037125
  },
  "l22.attn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:a23b474cfba4a486814addef2428cef36fb7a811ea377490bb2105d5220062c2",
   "stored": 5064
  },
  "l22.wq": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:699684da245e62ccc058b46ed7d5af0b357eccff786b86c9b5c3cfddc54ee1dd",
   "stored": 5747918
  },
  "l22.wk": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:028881a9a185f55f4c5dc7afe5b24b7bdb0eb5e2b3b93364a71eb9c1fcee00fa",
   "stored": 826674
  },
  "l22.wv": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:02d67c09ee89187e7323c9744835e41ce0788af177d87f6443d83b9ed768af6b",
   "stored": 812378
  },
  "l22.bq": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:95400d3d6ccd955e8b77a4795b2c6401722af58187daac92106d14c8ee67b3df",
   "stored": 7416
  },
  "l22.bk": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:1a5ab641e777b7a5a119ccee1587f333a9db2db94856297b7e94393bc6fdb3a8",
   "stored": 1246
  },
  "l22.bv": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:b704ddac85c2df80f25d00b246b07f2a24ea005b013d9ae612884cc50d27686b",
   "stored": 1216
  },
  "l22.wo": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:e23e8fa6c490c316fda33c393c5377783a47f86fc7e7bc3bad46cc8b1766f300",
   "stored": 5719484
  },
  "l22.ffn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:4404f6f15c42ad05a298904e05bb4628d23c2b366fc2dcfe373f77873d16c08c",
   "stored": 4596
  },
  "l22.w_gate": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:c9a6bbf19c7424484a0b9a0f1179de26f5809267fe7689061f009efd9c8de7d2",
   "stored": 30094192
  },
  "l22.w_up": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:c0e5a9017537c91acba67ab6e661ad7a1664ce7a8c9c88cbd1fb3cfab7b2bb1d",
   "stored": 30026441
  },
  "l22.w_down": {
   "fmt": "q3",
   "N": 3584,
   "K": 18944,
   "kappa": "sha256:7094c43b6a1491cfc20a112d4e03c1da3994c0197a0cb16a781d120ebbcc05d7",
   "stored": 30023558
  },
  "l23.attn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:71d8417c6a46874e1868b9b52a0dd8b98531a2566d201c498d2d36d605838532",
   "stored": 4851
  },
  "l23.wq": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:c9eba29121e9d970ec1f447d1d4682f433c4e5b913a7a882fca71a9217704c5e",
   "stored": 5732691
  },
  "l23.wk": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:929117167e3e9233d5903bf3e3e3f43ef5156410d82809654106605cef8e0385",
   "stored": 823495
  },
  "l23.wv": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:ae851f28ca84f74814978bc0232056ec2dd2b151ae35fa323aed695b32889c4c",
   "stored": 813846
  },
  "l23.bq": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:adeb28f26e2054e756b84f5dee6583740fa7e5e7c19b65bb354fe28ee5ff60fa",
   "stored": 7516
  },
  "l23.bk": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:375a68bf4930a6edf3bf5e904d4f0cce863c0edca210f316d25b8dc14237675b",
   "stored": 1211
  },
  "l23.bv": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:57a637066e0957b7d075760fb54f4b82d70c78fcf7812c4e357793a37dcb38a6",
   "stored": 1226
  },
  "l23.wo": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:bff235d5d476c50cddf66f6221e5d75b7637aa136908c3d881f609fa98f3ca64",
   "stored": 5720463
  },
  "l23.ffn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:a5bb65c9b9d97c020fd08a18e9acdd2a3b37aa9fc27818e4be2886e87f232114",
   "stored": 4403
  },
  "l23.w_gate": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:dd9b7eb3ae8f6a6634bfcc4ceccbb8f15501850140b2e323d0ed015f463bdfce",
   "stored": 30048000
  },
  "l23.w_up": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:c803b8abf06f3a4563ca077ffd97ec3646356e5e6dbe49b54bfaaef5612869bd",
   "stored": 30009031
  },
  "l23.w_down": {
   "fmt": "q3",
   "N": 3584,
   "K": 18944,
   "kappa": "sha256:4d14fdd4a7c9b2ee9908579ecd4d408eec6efa58d49a48d1235c0dfb86e5a977",
   "stored": 30071759
  },
  "l24.attn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:8e1b3e62a73596317617e2711ff4352530fa961732cd54b5eb6d0b20710093b6",
   "stored": 4659
  },
  "l24.wq": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:28efb71c0df384a2910cc7d7c94306bf493cb122ab122789efc8480bb38b955f",
   "stored": 5726432
  },
  "l24.wk": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:2bbad76177b227c218210c9d9da7b224b052676c10f0893713d595f9c78525f9",
   "stored": 825923
  },
  "l24.wv": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:3d9ad4b84a6c15e7dc564b9dad1b1c6627093b28a2950e010d8142f11c160831",
   "stored": 815049
  },
  "l24.bq": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:36438769e2ea937735123820bdf07a039bd7942befbb059de9a5c2956e3c22ab",
   "stored": 7547
  },
  "l24.bk": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:fc0cc57b145018ff9eab345a6526fd4583fb1964d341af20e960143ba3a7cb3f",
   "stored": 1214
  },
  "l24.bv": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:6415f7fc53e1b0a45180b9f7ddf4efdaab0c4af037a3cae865e9c0d25668a794",
   "stored": 1193
  },
  "l24.wo": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:188656d74fbf49b78a715ba370a84157d57fa093436697ea8ba45ebff60d3b3c",
   "stored": 5710582
  },
  "l24.ffn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:480649ef66da60c282d46c0e3c224f9718b039ab5fc486ce3d0d0aca90df4413",
   "stored": 4242
  },
  "l24.w_gate": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:50fafd8996042f05caa6b380ee65229ef6574920c5d2739ff1cbadc2f2abd760",
   "stored": 30026938
  },
  "l24.w_up": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:fd51f6bc8d43f8e04c62a9d53a0eab6bfad439027be400cb3cf989566b212ccd",
   "stored": 29996105
  },
  "l24.w_down": {
   "fmt": "q3",
   "N": 3584,
   "K": 18944,
   "kappa": "sha256:07a9cef44f9b806b096be96664e65acdae4d38598f51846668baf4db5cae7c2a",
   "stored": 30104787
  },
  "l25.attn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:60c8eb000e72a3204b7a3625aa5f5663f697972e7a517d11d834bd25fec37cc6",
   "stored": 4560
  },
  "l25.wq": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:216a18b55f1de9844ad82118e28e6633c3c2bbfddf1aafdaced42f30df61586a",
   "stored": 5731584
  },
  "l25.wk": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:90b8c1e8d2da291f8ca3c955601b0e27110c28abeca5df961dcb7e85ddef1b87",
   "stored": 824189
  },
  "l25.wv": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:9f08156caf5678e5b7defc9542c7c54d9c23ea1109164068d4a2554836a333d4",
   "stored": 815325
  },
  "l25.bq": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:1a72f27fbd5d72b00208273854e142330f9e874f76a9e34617e507b5eebf19be",
   "stored": 7474
  },
  "l25.bk": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:63876a36a346a95293f7e47651ca11dee4aa2ff2f1d0a1cf554fb764a39a4e4c",
   "stored": 1220
  },
  "l25.bv": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:a8ae75daae13192f6e9f4beefce470f9d7c6edac9cb3c022aa919c5117353d85",
   "stored": 1222
  },
  "l25.wo": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:1a23519d98cae3b8fcf1336c04f453965ccc3525d1cc8f733d44b4d8f833164d",
   "stored": 5702166
  },
  "l25.ffn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:0c016aef84bddb6467ead298f94044b73f1170046483e581e9fa4e006d647169",
   "stored": 4223
  },
  "l25.w_gate": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:15a31cc59ab10abd58bb344f509b41b84d1703a6b7984f166091154d5557b261",
   "stored": 30026537
  },
  "l25.w_up": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:f105e09b8d9f6af4e685c6945bf06c1ad7193cdf0169433bcb24f038bf92d855",
   "stored": 29999038
  },
  "l25.w_down": {
   "fmt": "q3",
   "N": 3584,
   "K": 18944,
   "kappa": "sha256:7a69a8e1ae67bed01454d06ff5afdf7415152d6ac1cdaf58d0b841151a2b5975",
   "stored": 30128434
  },
  "l26.attn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:b8e6447ba23c02a0854fd280d6bdaae20196d3be7c786b36909fc15ba93dfb7f",
   "stored": 4961
  },
  "l26.wq": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:f06de34db8f07fa5c08bd6552862e13882efbfa79336de176b7a06051a9625ad",
   "stored": 5757642
  },
  "l26.wk": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:2e45ff556ace994dec39844ec491be99be1d2f165036acbc9b0ba4d9a46dfe93",
   "stored": 824353
  },
  "l26.wv": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:c2c708ef0117818efe0c969aac7779e00d2e7376d13af93c604411b8bfce5ebd",
   "stored": 816835
  },
  "l26.bq": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:365cb9113f77377953eea85db3f22bc163deec6cab587f48dffc2a139796b04f",
   "stored": 7504
  },
  "l26.bk": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:4bdab6c475c25b3333910df552120215cab57411aff78ff64e097d7534408eee",
   "stored": 1229
  },
  "l26.bv": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:7be008830e72b1dcf48f4e33781a7d39e4f51f3099a685a984a9c46fbf21738e",
   "stored": 1202
  },
  "l26.wo": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:da6ec718415e8cbcba3413a1cc47221e723b6ff54147663ae48205138413bd68",
   "stored": 5725737
  },
  "l26.ffn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:6c848db423eb261036cbff900dec88a546aa327d0e500e748c8374774f9ea669",
   "stored": 3662
  },
  "l26.w_gate": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:180851359b29545d3ad5da8049d626e15a9d4ab0e9b5048d722ddbb89ed16a9e",
   "stored": 30048341
  },
  "l26.w_up": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:ac53de8f581ed0ce30d4b43d5b76455ab3b56c704148acedbc9be6f5a55c96da",
   "stored": 30018154
  },
  "l26.w_down": {
   "fmt": "q3",
   "N": 3584,
   "K": 18944,
   "kappa": "sha256:a4926b22bf879caaa6778bbdadec71942239118a293ad3b6a05b8f79049129d7",
   "stored": 30093885
  },
  "l27.attn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:2148a407188fb1547d1d239e37f0ec61c5f0731a390cc20978baa40dfc19c10d",
   "stored": 5016
  },
  "l27.wq": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:8fd96acc49560f3e27dacdfd4582cbdf5d56d943b0b82c2031e9128a216b293b",
   "stored": 5752673
  },
  "l27.wk": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:6fe8c76c9480f4305f51f6084c93304b45def3ff3fbd3aedadafcf8a7e5570e2",
   "stored": 825816
  },
  "l27.wv": {
   "fmt": "q3",
   "N": 512,
   "K": 3584,
   "kappa": "sha256:e197741491d0648521386f354f8c7b6e7e1d943586c143f209096a11aee55c82",
   "stored": 818366
  },
  "l27.bq": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:43f470c9f0383738fb9b9620a2d25b83245f5a972cb7db7b7323c7891105bc0d",
   "stored": 7604
  },
  "l27.bk": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:de07b9b46727c876e2a6b204a3462b81793c6ff1e7d0ad2e98cd427601fea43f",
   "stored": 1260
  },
  "l27.bv": {
   "fmt": "f32",
   "N": 1,
   "K": 512,
   "kappa": "sha256:8776645001c0fd2a084d0b8861ea8af7406c0553d1a535313a0e500e043ce3bb",
   "stored": 1209
  },
  "l27.wo": {
   "fmt": "q3",
   "N": 3584,
   "K": 3584,
   "kappa": "sha256:8b56dcad650530f8a3ddce1f4b1b42292542495aeb7cba54fb1509e65ad17bc0",
   "stored": 5755139
  },
  "l27.ffn_norm": {
   "fmt": "f32",
   "N": 1,
   "K": 3584,
   "kappa": "sha256:4571ec8149dbf56d09a19b0e17e5b68beee5a3d386489f32e34d793f03b1bf63",
   "stored": 3755
  },
  "l27.w_gate": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:61dac580222442a2b87d0b122664767ad2ea4ecca851e04b4022b60ee2a9b337",
   "stored": 30068073
  },
  "l27.w_up": {
   "fmt": "q3",
   "N": 18944,
   "K": 3584,
   "kappa": "sha256:50ddf54f8bb676250819cb6c91c52a91464be106a4afb98562d5c0f9cbb79ce1",
   "stored": 30055826
  },
  "l27.w_down": {
   "fmt": "q3",
   "N": 3584,
   "K": 18944,
   "kappa": "sha256:5a084cd2480d94125f43b2d4db3c9ec794728440ac54ad6ba447549482b1c3e7",
   "stored": 30012369
  }
 }
}