{"format":"holo-2bit/1","mode":"bitnet","model":"bitnet2b","source":"https://huggingface.co/microsoft/BitNet-b1.58-2B-4T-gguf/resolve/main/ggml-model-i2_s.gguf","bits":3,"layout":"q3f","sub_norm":true,"ffn_act":"relu2","twoBit":false,"incoherent":false,"root":"sha256:19e16e6d51b4a68f60861b80d8f279c212449bf181fbb10c200bc9c56fa40de8","d":2560,"n_heads":20,"n_kv_heads":5,"ff":6912,"vocab":128256,"n_layers":30,"hd":128,"rope_base":500000,"attn_bias":false,"qk_norm":false,"qk_norm_dim":0,"tied":true,"tensors":{"embed":{"fmt":"q3","N":128256,"K":2560,"kappa":"blake3:dd9711acd74f1f38ebca48ce651d83b9ab023956d96440dc80139f08e1a1bfbf","stored":145127032},"final_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:aff6ca747019443163e91f6e8db71ca1fb5d0a4813296d68157ff749286d176c","stored":8573},"lm_head":{"fmt":"q3","N":128256,"K":2560,"kappa":"blake3:dd9711acd74f1f38ebca48ce651d83b9ab023956d96440dc80139f08e1a1bfbf","stored":145127032},"l0.attn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:13152df0bf64613e18c90c6790634a277e0a0be6d99b2487857c1730fc102257","stored":8653},"l0.wq":{"fmt":"t2","N":2560,"K":2560,"s":1.2188547849655151,"kappa":"blake3:1fbf36296b35ed869aaaa2927db4f9c4e1f69491c143554fb38b26a1e87d4221","stored":1170936},"l0.wk":{"fmt":"t2","N":640,"K":2560,"s":1.7940564155578613,"kappa":"blake3:f5b5a13937b1014f3025ca9b6340883bfaede2f67ce4685359df51740b6a6c10","stored":298793},"l0.wv":{"fmt":"t2","N":640,"K":2560,"s":2.2931101322174072,"kappa":"blake3:e973aabd484714c79c7b73282d0f4f416ac98a761fa356988c4034c582890a08","stored":305533},"l0.attn_sub_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:de0a274fb704601259338b9e8793cf8e881c21095cd6b7beed9dc0c0056866e3","stored":9416},"l0.wo":{"fmt":"t2","N":2560,"K":2560,"s":0.965597927570343,"kappa":"blake3:c3cbd1d384bf522fdb6f0c163e130fba50cba813646e97be19c8feea184b7b2f","stored":1187473},"l0.ffn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:907858164cd6f2fb8a13cbd3799e92b9a7b9ff05159ded3811f69eab1322e5d8","stored":8362},"l0.ffn_sub_norm":{"fmt":"f32","N":1,"K":6912,"kappa":"blake3:e305b23c91e98fab667090edc5bf8af104ae53b2f48863da7264768dec674b68","stored":24416},"l0.w_gate":{"fmt":"t2","N":6912,"K":2560,"s":1.5512433052062988,"kappa":"blake3:01af63f669dc1c8d2290b61f501040c4e56f65dede9c6a2422017894ef1604dd","stored":3373881},"l0.w_up":{"fmt":"t2","N":6912,"K":2560,"s":1.8309355974197388,"kappa":"blake3:793876c413d9a4cd660cfef503df4e3ec82bb4dc5b4adfc8a0c0903440ffc458","stored":3381723},"l0.w_down":{"fmt":"t2","N":2560,"K":6912,"s":2.163161277770996,"kappa":"blake3:66ab1fd94292209e30837939f851e7e2d21de5baf25efdfe35a49ca63b7a7cf6","stored":3521138},"l1.attn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:6d51cd40836c0efe1205e208e7838a4dc28f0977cee219b321bb8b99654fd935","stored":8610},"l1.wq":{"fmt":"t2","N":2560,"K":2560,"s":0.8356457352638245,"kappa":"blake3:eebe50560f490384ed0fba6a445d140347f6cf9b8e2badd2820d3fab6c4975a0","stored":1256231},"l1.wk":{"fmt":"t2","N":640,"K":2560,"s":1.3455936908721924,"kappa":"blake3:420859ecd77eedb50b7a799568aebdbff4e3da229b9d2a4b9a0dc45b25160b64","stored":320250},"l1.wv":{"fmt":"t2","N":640,"K":2560,"s":2.25688099861145,"kappa":"blake3:27dcb710de45c61759523aed38b7638aa7155fdbcfc34265e23f683a7badf777","stored":311276},"l1.attn_sub_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:f5871916ab03b561382277892f8bf42712222439179654e3b608c0ad8c7e665b","stored":9243},"l1.wo":{"fmt":"t2","N":2560,"K":2560,"s":1.6071064472198486,"kappa":"blake3:03af76fc365561ea69f5f8b290ac6e0cfef9686e1020d371e86d7def1483b587","stored":1267180},"l1.ffn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:8a1cda7452836b1422a53d2ed3d39056891c7e5aabd3afe2df84c46bfc345fc1","stored":8438},"l1.ffn_sub_norm":{"fmt":"f32","N":1,"K":6912,"kappa":"blake3:7620c5122f369e63ec38c44377836b2a56190c05a9a72da9c2d36f2a05847f8c","stored":24676},"l1.w_gate":{"fmt":"t2","N":6912,"K":2560,"s":0.8077176213264465,"kappa":"blake3:bab6679f7bef376150415e3a2bf451b87f5c2f3ed0cd980cd72941bc1bde7e99","stored":2006458},"l1.w_up":{"fmt":"t2","N":6912,"K":2560,"s":0.7442138195037842,"kappa":"blake3:a4b71f4edabad9b9e8a242a73d8cac18c9f1dd12ec024cf6157dc04a03043c4f","stored":2005495},"l1.w_down":{"fmt":"t2","N":2560,"K":6912,"s":1.265028715133667,"kappa":"blake3:835bd206f0a6921da03ad8a644b8ba540551390b43d911a9ca2a8bc7c54a06d5","stored":3132364},"l2.attn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:ad752ff113d16e1996d8823aae328b472c2850e7de09c5dbebdfc0af897f1946","stored":8575},"l2.wq":{"fmt":"t2","N":2560,"K":2560,"s":0.9968166947364807,"kappa":"blake3:8337eaf6713e72158947fae9fea1138a16d6fbb2d3a75e8e5fb575f4bc0a0e7c","stored":1280269},"l2.wk":{"fmt":"t2","N":640,"K":2560,"s":1.4827167987823486,"kappa":"blake3:40fcdc57c2364be985bf0ff4546bd3506000dc66c7853e38c1464c1d8fd3b002","stored":324212},"l2.wv":{"fmt":"t2","N":640,"K":2560,"s":2.706890344619751,"kappa":"blake3:464447fac921fbb6fedad447dc92a20400da11bc56b1bc9b66c3d1f6bcc6fd6c","stored":322905},"l2.attn_sub_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:8f4c47812fc9915336426209580fd462318596fb0787ef20f54a51d16f34f192","stored":9098},"l2.wo":{"fmt":"t2","N":2560,"K":2560,"s":1.9340922832489014,"kappa":"blake3:6626b3502a14214d1f2f6b3fa1529b0996b350d27a96d00b10e106fed392db0e","stored":1273515},"l2.ffn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:446ad663d58cd52faae8bf15a59020fc331b33d7ba6ce193a30ca6a0840995d6","stored":8482},"l2.ffn_sub_norm":{"fmt":"f32","N":1,"K":6912,"kappa":"blake3:59e3cf9259603c1fc3727d3921fff8c5c71cac27cf1657d3f3871080c5f8d8d0","stored":24384},"l2.w_gate":{"fmt":"t2","N":6912,"K":2560,"s":1.1282522678375244,"kappa":"blake3:49b8b5d6e470362ed3493ca2e1d7495c50623e86dab3004f72ee3204d2bff5b7","stored":2586298},"l2.w_up":{"fmt":"t2","N":6912,"K":2560,"s":1.025633454322815,"kappa":"blake3:4a622c4e3b0683d654d35f56a5fe5611309bee879c693a0af4270480c7b1cd10","stored":2586385},"l2.w_down":{"fmt":"t2","N":2560,"K":6912,"s":1.7018623352050781,"kappa":"blake3:4af29a9b014f73e920b1ec2b2fcf28043b022ce9b0e5a8da6c283226fde5152a","stored":3312977},"l3.attn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:c20412e18d14c455c0ee7dbdb2a2e8e895254b903ffd95a0de0c302347845a9e","stored":8578},"l3.wq":{"fmt":"t2","N":2560,"K":2560,"s":1.0245068073272705,"kappa":"blake3:66bc3c604132e05331176938d7bedd5f590eb7d60f4a32439a7f3a20a6aa9776","stored":1270277},"l3.wk":{"fmt":"t2","N":640,"K":2560,"s":1.5373108386993408,"kappa":"blake3:1d8c905890a01bd81d406a87fd6f162f9cf7befb61c43611e1a641243ae1b4c6","stored":321002},"l3.wv":{"fmt":"t2","N":640,"K":2560,"s":2.6927521228790283,"kappa":"blake3:a100b3c0fdfa8d4535cb3858990605f976f3fdcc09535737d4b981f6dfd61b39","stored":322052},"l3.attn_sub_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:4b64dfb19b847d6fd3a1a311c687aacbdd7b558ad77cd2ef059da7f57432e1b1","stored":9100},"l3.wo":{"fmt":"t2","N":2560,"K":2560,"s":1.9021772146224976,"kappa":"blake3:342fc9c673608de84f04e8484890189724babf031c18ed53ecf5aff079929def","stored":1290528},"l3.ffn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:2d75f478c01ce93df95c04c6a3169eb4841a7c8a02ceae4d1a59c9dc3c454965","stored":8469},"l3.ffn_sub_norm":{"fmt":"f32","N":1,"K":6912,"kappa":"blake3:d991937f752739295f9a756636698b006cbd42ca32286ef277a79e9f13ebe097","stored":24504},"l3.w_gate":{"fmt":"t2","N":6912,"K":2560,"s":1.4292961359024048,"kappa":"blake3:ebd705fd6e58df9d15c13f34c0d71b5feea1bc478568c2f8d13d3ca57e058c44","stored":3027164},"l3.w_up":{"fmt":"t2","N":6912,"K":2560,"s":1.2692362070083618,"kappa":"blake3:8d17c042dd2feb78c833b676a993d866a1cfdabc656342b642e0bc98d843f108","stored":3026512},"l3.w_down":{"fmt":"t2","N":2560,"K":6912,"s":1.9713046550750732,"kappa":"blake3:e4467ae248c3763b269b9ae5568ee64d4a8bd405c8c7ad779ae3d08914ed9e88","stored":3432754},"l4.attn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:83a7712deacae977f594aee1ec091748a9941818553c287ec29e745e627a6ee6","stored":8554},"l4.wq":{"fmt":"t2","N":2560,"K":2560,"s":1.1376540660858154,"kappa":"blake3:a2bf816834fddec7ee85bfad02334b9c833febabb75d3da4232663028d46b640","stored":1261583},"l4.wk":{"fmt":"t2","N":640,"K":2560,"s":1.8145620822906494,"kappa":"blake3:fe001b841b7b688b63ca9131fd6c2dfd13d7ab4232aebcc1461366c96d2ae0fd","stored":320169},"l4.wv":{"fmt":"t2","N":640,"K":2560,"s":3.0370285511016846,"kappa":"blake3:2a8037e579fd11217bde1ed4d95646e3c954a7897d005f4b45bce1cfd471092c","stored":326579},"l4.attn_sub_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:5511e9774a639a534d2752706eebf9d10b69b1a4b852f43ace86228abc911676","stored":9061},"l4.wo":{"fmt":"t2","N":2560,"K":2560,"s":2.1330158710479736,"kappa":"blake3:a455a053bf1e9ac3d71812432c54e020bdcd80801620ba9973ea6b1bc06b5ca7","stored":1293375},"l4.ffn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:46001b7906580db2639ec9e3f01c3c0675d9d4767a72a1b13cfe6c474310e561","stored":8491},"l4.ffn_sub_norm":{"fmt":"f32","N":1,"K":6912,"kappa":"blake3:41ecd7ab1c6c8e30fd2284141d5c39703ed79311b8eab3028ad51cfafc9cfaed","stored":24558},"l4.w_gate":{"fmt":"t2","N":6912,"K":2560,"s":1.6233707666397095,"kappa":"blake3:67ad14caea6401faa01dd374719cfe49d6b71d899a8a8d10bf9eeb68b4da8779","stored":3221178},"l4.w_up":{"fmt":"t2","N":6912,"K":2560,"s":1.4957562685012817,"kappa":"blake3:174b82739ec7c28a0fc7e430c7a47cac71385156b7f113b91a43891b1a1bc101","stored":3222898},"l4.w_down":{"fmt":"t2","N":2560,"K":6912,"s":2.13490629196167,"kappa":"blake3:f20a3a55c418a038ec7f393d11b0d2f92c97f4709b6e01cd04a91aa8be5bcfba","stored":3472411},"l5.attn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:df2c6c2840bb0c2a6055aec3a297198cca2812f6e3298eddc1d919f333eef9b5","stored":8579},"l5.wq":{"fmt":"t2","N":2560,"K":2560,"s":1.2880576848983765,"kappa":"blake3:f5a0d2d47e2ad04626cfed190e6d2276cc0050f2baa035ad78b78963edad5608","stored":1249387},"l5.wk":{"fmt":"t2","N":640,"K":2560,"s":1.9532663822174072,"kappa":"blake3:600c63f6b3dd96f686541eba4bf8050d086ca0e1e0f92200de8d96b4c9dad4ef","stored":316211},"l5.wv":{"fmt":"t2","N":640,"K":2560,"s":3.1583521366119385,"kappa":"blake3:c8dfcd56fdbce6911a3ec2b9e1ebbc3e997536ef7f11d4246502fa44b8a3d925","stored":323643},"l5.attn_sub_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:cb36f293eb8aa61509fc6b0437fa497df7af3bfeab3bdb4bc0efb54b89e8bf0c","stored":8998},"l5.wo":{"fmt":"t2","N":2560,"K":2560,"s":2.144779682159424,"kappa":"blake3:71ea36ae4ad2c65bad57052430a06e0fb63a935bd43e21dc44fb7ea491736502","stored":1288762},"l5.ffn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:0fa433ca6c2160d849575e608905a91d9bf9d417b6fded6b8873c47bf7402a30","stored":8523},"l5.ffn_sub_norm":{"fmt":"f32","N":1,"K":6912,"kappa":"blake3:87d8f662f263aff07aa2c4602abff807633d90ba041fe0bbab3f77c9aeebe504","stored":24616},"l5.w_gate":{"fmt":"t2","N":6912,"K":2560,"s":1.7476176023483276,"kappa":"blake3:9c9bdf618b1c9254b945bbdf9910c63d5747aca8851e2122f546fcabfabb6add","stored":3367757},"l5.w_up":{"fmt":"t2","N":6912,"K":2560,"s":1.6368310451507568,"kappa":"blake3:2f945c26f477650dc9f823014d8c596dd7c0d9c93b83cb92d40367077bd68036","stored":3369828},"l5.w_down":{"fmt":"t2","N":2560,"K":6912,"s":2.177177906036377,"kappa":"blake3:6cbbef2d46e8766552d5fbdd33ce08fda16724342c47d92bb96f538b79355fd5","stored":3488556},"l6.attn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:5c6752e89d4df94b634c0c22da8fe443cbaad51e2c9ec9c20ce0bcc561122ac2","stored":8571},"l6.wq":{"fmt":"t2","N":2560,"K":2560,"s":1.3680181503295898,"kappa":"blake3:ea2da920e89b86fd0b78108cd5af027e0e0e3d3cb3da4a98ca41130dd6bbae77","stored":1245136},"l6.wk":{"fmt":"t2","N":640,"K":2560,"s":2.1691858768463135,"kappa":"blake3:d18716d186867a5107a9470f7e454098164a5a30565af8f551d7f20d8ff98c55","stored":311065},"l6.wv":{"fmt":"t2","N":640,"K":2560,"s":3.480070114135742,"kappa":"blake3:06bddbbf62b229e0642596d5d690bf00120fec259ae791c91e9e57d833532a6f","stored":325142},"l6.attn_sub_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:7a51db002b89427d6b0e08b447578dd20831f3501c13a7a7535d6bd85f93b3b3","stored":9006},"l6.wo":{"fmt":"t2","N":2560,"K":2560,"s":2.3384294509887695,"kappa":"blake3:3c45caa941c1e6ef7a9a0a7b960249054de4f8c36c0553762a3db5eab6fd60eb","stored":1295959},"l6.ffn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:6f2a288b8c50d84b236218edf6f1d8d8275765afc8f8735ef6c82e090519e0a9","stored":8538},"l6.ffn_sub_norm":{"fmt":"f32","N":1,"K":6912,"kappa":"blake3:010d1f5ad9fbef2501cb85cd64215461e89bd2dd8e17efa3615d592909bf4149","stored":24486},"l6.w_gate":{"fmt":"t2","N":6912,"K":2560,"s":1.8770447969436646,"kappa":"blake3:444f964b7bec639a9356569ec8a271844c31cbabfa21d961038aa19c808d79f2","stored":3421320},"l6.w_up":{"fmt":"t2","N":6912,"K":2560,"s":1.7816859483718872,"kappa":"blake3:3b262c83687e2b2ef40ee1456cef0caf9d0a345587cb296f61c46c5e53baaf71","stored":3423850},"l6.w_down":{"fmt":"t2","N":2560,"K":6912,"s":2.3278253078460693,"kappa":"blake3:bfe9ef263e388ae497f13eacbb1e0f8465f8c0ce5294e5260ea229ec0b516cde","stored":3495370},"l7.attn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:28c0de7c04421866d19bedc5834cdc4b860e351024cf108d0eca951f73d67e11","stored":8600},"l7.wq":{"fmt":"t2","N":2560,"K":2560,"s":1.4199094772338867,"kappa":"blake3:aa9fb326489345eb98c2825b8c7fab53694ac8e898b738cb6ce84238632004fb","stored":1246258},"l7.wk":{"fmt":"t2","N":640,"K":2560,"s":2.2624335289001465,"kappa":"blake3:3df0dea29c22b3c18568c7badad89821ba10c04d8a430cc97033df4af68cb202","stored":312316},"l7.wv":{"fmt":"t2","N":640,"K":2560,"s":3.229888916015625,"kappa":"blake3:3a72bb5257d8196fd20eb847ae531bb7e7240215710733ca96ec3f390239b017","stored":321444},"l7.attn_sub_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:d942a75f346ea536711b18edf48a8289074e61d6e6eb9abe0a13541352bf874e","stored":8748},"l7.wo":{"fmt":"t2","N":2560,"K":2560,"s":2.244603157043457,"kappa":"blake3:59c1036c8f120e3ada644311a16670d5fda385395c241b65d64aac1bd4b5d9a6","stored":1293210},"l7.ffn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:fb400a854dc1aac1e3351c77e5276d700041c31da55de72aa67f7631fb2d9323","stored":8522},"l7.ffn_sub_norm":{"fmt":"f32","N":1,"K":6912,"kappa":"blake3:bc3274a921df9c3c0683eb4b89b05f9649d83af910b41cdf8b68ca1779837721","stored":24415},"l7.w_gate":{"fmt":"t2","N":6912,"K":2560,"s":1.921570897102356,"kappa":"blake3:e7ed150b43bcf8f9211ea9aab408f7f50f54bbb7a198234c1255ad9a2c8ac53d","stored":3406036},"l7.w_up":{"fmt":"t2","N":6912,"K":2560,"s":1.835010290145874,"kappa":"blake3:edf925f4d6dddb909af5f4f1804a753d7312d9ff1f052c4e7b9b5bff5658fb01","stored":3410662},"l7.w_down":{"fmt":"t2","N":2560,"K":6912,"s":2.358863592147827,"kappa":"blake3:c0a17f3c1c4210f69582dc8143ed9d050d3e03f2afad1ba8ceace4e71b05b9aa","stored":3494492},"l8.attn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:6458d9c77e570f5b777c2aaab791f5b9f05cf07f508af115579c11352f31ca1c","stored":8588},"l8.wq":{"fmt":"t2","N":2560,"K":2560,"s":1.4686142206192017,"kappa":"blake3:e0ee1c826ac260032bd61ecc2db61f94cba119b8929b9693d03d2285ade86c5c","stored":1208280},"l8.wk":{"fmt":"t2","N":640,"K":2560,"s":2.274625301361084,"kappa":"blake3:c9a449ca19c0ce8d9ec938d521c3c7f3aff652d31ec2c1d0925ee7fe6308c4a5","stored":308315},"l8.wv":{"fmt":"t2","N":640,"K":2560,"s":3.369652271270752,"kappa":"blake3:4599ef83b2e6ae44934653429382458f49e330edac45225754c167305f6d43f9","stored":326110},"l8.attn_sub_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:66e169ff8f97fd3da1895eec53d563f8c74db367f405b0c4d473a97556132673","stored":8809},"l8.wo":{"fmt":"t2","N":2560,"K":2560,"s":2.2168290615081787,"kappa":"blake3:dab5b7352fb1a1713d0e20defccfa2c40857eb5374f28fb55e4c3b8e64c2ba77","stored":1281107},"l8.ffn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:1af2e2578daca4083b6f531a00ca00cd2ab06d28520eb2d1aeb9c5c54710b6c6","stored":8541},"l8.ffn_sub_norm":{"fmt":"f32","N":1,"K":6912,"kappa":"blake3:a7917a60b35de5a0b5a644414214fd36e42008d54289d2cf69b77c4bb74c9ccd","stored":24305},"l8.w_gate":{"fmt":"t2","N":6912,"K":2560,"s":1.9750255346298218,"kappa":"blake3:b8b65d94c5815552b07f30fb652c3bbb5d7a6aae457ebad4a01b713d5d324981","stored":3439969},"l8.w_up":{"fmt":"t2","N":6912,"K":2560,"s":1.8963160514831543,"kappa":"blake3:decbd97641b3aaf91a3f663cbddc4d6a17945d7766b60e2e6fe2d05ce176afc0","stored":3445779},"l8.w_down":{"fmt":"t2","N":2560,"K":6912,"s":2.3891186714172363,"kappa":"blake3:615a4873e303fb001c8633531bb08bbf47bc765c74b2ea790a1699801bde0a50","stored":3497860},"l9.attn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:ccc8eef9173df8099131b7297bc3a41d21899de2ce942fdbd8a2f70cb363196b","stored":8699},"l9.wq":{"fmt":"t2","N":2560,"K":2560,"s":1.4829719066619873,"kappa":"blake3:dfcf972dcc9b6f319d68186b842f4fde53d35d0881cbdbc0f35abbe0666f387f","stored":1265908},"l9.wk":{"fmt":"t2","N":640,"K":2560,"s":2.3452494144439697,"kappa":"blake3:097e0ae1e41fc0bb6bedb6a19799e15a508f7c1eb091d63c01b766d070497824","stored":319513},"l9.wv":{"fmt":"t2","N":640,"K":2560,"s":3.61929988861084,"kappa":"blake3:da9ccffa0d686ad27014b0a37613e196d4a357f8905d41e5ee78765a8d649a74","stored":324106},"l9.attn_sub_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:5b11a66eb684cea918c7a42a99dd2e3da2195dd505224b6cca5714ca06f4c33a","stored":8704},"l9.wo":{"fmt":"t2","N":2560,"K":2560,"s":2.453671455383301,"kappa":"blake3:24151739c90376c1f088722a944b5640e89181c603b7e38e9744db5e1ce0bd53","stored":1297657},"l9.ffn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:3fc0d5d1de839f636031b782aedb45ddce7ca285222de715e3c08b732a4596a6","stored":8546},"l9.ffn_sub_norm":{"fmt":"f32","N":1,"K":6912,"kappa":"blake3:aec8704988a8212b55ec2465189b2922d25df8f78cc846526a8ab7034bf6dbaa","stored":24270},"l9.w_gate":{"fmt":"t2","N":6912,"K":2560,"s":1.9943604469299316,"kappa":"blake3:dc681c29a4547361c5add545884d59ca927f22b2282826d096726a4a446b81d0","stored":3469879},"l9.w_up":{"fmt":"t2","N":6912,"K":2560,"s":1.9441899061203003,"kappa":"blake3:dc873505b9829b02a29f7188f314eb81d67c9324ad3b9db37d5dfe7ca26519f2","stored":3479023},"l9.w_down":{"fmt":"t2","N":2560,"K":6912,"s":2.404606580734253,"kappa":"blake3:4801a7b47d8c53197393711132cf9f2754bb9e7c1db611824df8e2da7f983153","stored":3499823},"l10.attn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:38720d0e6ba85990552902e869c04bd164ae906fc084181248d4edb31c3a007f","stored":8640},"l10.wq":{"fmt":"t2","N":2560,"K":2560,"s":1.6026175022125244,"kappa":"blake3:06545e174ff2cbef2ffeeff776a54ce0a1f1af2b242fdbe4928510485bc651de","stored":1232583},"l10.wk":{"fmt":"t2","N":640,"K":2560,"s":2.5188024044036865,"kappa":"blake3:fb699402191138ffb6e0f91c159a1b42b5947a71085e8d71eeda60acdc1a2107","stored":307549},"l10.wv":{"fmt":"t2","N":640,"K":2560,"s":3.8300766944885254,"kappa":"blake3:ad2b2fa462094047068f31cf4dea4bad1aa454009c3031692b7738e99860f974","stored":326559},"l10.attn_sub_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:eea3fd7ac4485bcabfa294a4ff1fa30414228ac0e3d01295ebf878df994b8bee","stored":8649},"l10.wo":{"fmt":"t2","N":2560,"K":2560,"s":2.558532953262329,"kappa":"blake3:858c118aa143318ec850582585309e3f0e9321291dd54874c4876461260400fe","stored":1299074},"l10.ffn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:04e66fd6d71e04c3997971d22e0667bfa0249508b3ad1c71eb6b2689122cf99b","stored":8567},"l10.ffn_sub_norm":{"fmt":"f32","N":1,"K":6912,"kappa":"blake3:1fb886683f42805c3ec8ba7b7c4d5f8dcf1f77f0568f4742173a4eb7a544411d","stored":24142},"l10.w_gate":{"fmt":"t2","N":6912,"K":2560,"s":2.0193634033203125,"kappa":"blake3:ff32cb4b08a42ec7794f86a2d9d5e3bbe89235b998f1681b2ef870f5496d4591","stored":3489313},"l10.w_up":{"fmt":"t2","N":6912,"K":2560,"s":1.9991511106491089,"kappa":"blake3:9981284461c411c4be080ff9f4bdb2d596c06907f388bb4d8922d7497b14a762","stored":3498534},"l10.w_down":{"fmt":"t2","N":2560,"K":6912,"s":2.4574780464172363,"kappa":"blake3:efd0df2a933a29282ddb1d59006fbc9aa00e027e09cfc8529f5b91ce6b4417ef","stored":3503315},"l11.attn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:88caaa91ed9fd066380a5e8012c498ff5242c21fb1fc06ff4780e6c5e160579b","stored":8701},"l11.wq":{"fmt":"t2","N":2560,"K":2560,"s":1.6803207397460938,"kappa":"blake3:bcf2debed6f8c2565699075fe2bf99b22555939afe74a7373e501bc8a06969f9","stored":1233851},"l11.wk":{"fmt":"t2","N":640,"K":2560,"s":2.5544822216033936,"kappa":"blake3:27f6e9ead19740a69e093c4633fce3e347a1a64b918e9b0c058351796e8a1a07","stored":311854},"l11.wv":{"fmt":"t2","N":640,"K":2560,"s":3.988284111022949,"kappa":"blake3:22c2fe236a297756b984345697e74d53c0ed0298e88563eb637e70826ab5e8d3","stored":327202},"l11.attn_sub_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:60d1c24b61ba320fe4b2482fc459ee36d40b91f6fb1d274f77427ff6463fbf2f","stored":8811},"l11.wo":{"fmt":"t2","N":2560,"K":2560,"s":2.748793125152588,"kappa":"blake3:acdf99689828f4dabdc92e484e5bb4488e4ef63c6737148eaa7a66665bf8b2c6","stored":1301013},"l11.ffn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:1c6d51f9cc125d2de92d9f734ac810f7a94c782f3f15af0159549c5b446bf123","stored":8565},"l11.ffn_sub_norm":{"fmt":"f32","N":1,"K":6912,"kappa":"blake3:7eab2eab42b8d926f07baca70391f79111b03e10b5b735919158eee788737b4c","stored":24307},"l11.w_gate":{"fmt":"t2","N":6912,"K":2560,"s":2.069572925567627,"kappa":"blake3:1446bd5aa472685c77b4e4302177d8d590418b09a19c500e8744d0d046f4147e","stored":3479801},"l11.w_up":{"fmt":"t2","N":6912,"K":2560,"s":2.070842981338501,"kappa":"blake3:457750d6377240c607415b7fc5087275fe11e1d8dc83a90324e9d9018cec8d52","stored":3490687},"l11.w_down":{"fmt":"t2","N":2560,"K":6912,"s":2.479630470275879,"kappa":"blake3:86279b159a817b3a75587e02ed354b40162b2b83850ec90ce5a4b758ee1bec9c","stored":3502622},"l12.attn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:4285ae72ee5ee38ed580094302c4f4118281b53844a8807d2fae96094707da03","stored":8665},"l12.wq":{"fmt":"t2","N":2560,"K":2560,"s":1.8417397737503052,"kappa":"blake3:7028f03f8409b40a9ab41a985a9ba326b4718b0396f4b074c42a9bd6e41cbf47","stored":1237309},"l12.wk":{"fmt":"t2","N":640,"K":2560,"s":2.7830650806427,"kappa":"blake3:622a27196d07f87437564858b52f8feb4dccf7c694c7061ed401098ca7989336","stored":312713},"l12.wv":{"fmt":"t2","N":640,"K":2560,"s":3.908966064453125,"kappa":"blake3:34569da248f60fae4b7641939ef7137c82b2bfb1a1415473177c6563e3eb86e1","stored":326894},"l12.attn_sub_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:4ced7a4e2ca106c854b31ad5b3b047d269ad30eb050bfb2bb9d71a28e06bdfe4","stored":8710},"l12.wo":{"fmt":"t2","N":2560,"K":2560,"s":2.5834097862243652,"kappa":"blake3:07ba29e1ac3d9fe7b5375ca8f47842f031d600c098695bc5d185ca5571a43869","stored":1300895},"l12.ffn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:b1f215d9b5de85b98b450bf1cb31e67784f8aac7e81b0613bc280f3793d31c90","stored":8589},"l12.ffn_sub_norm":{"fmt":"f32","N":1,"K":6912,"kappa":"blake3:5d1b41ca3b4e98dba78312ff6bf245403777af2eee44421f8478f9cf60130370","stored":24382},"l12.w_gate":{"fmt":"t2","N":6912,"K":2560,"s":2.0987560749053955,"kappa":"blake3:ebf9b63dd00fae597ef3dd7772e6a5bba3ca866cec94d92753cce59fd77b66c0","stored":3478890},"l12.w_up":{"fmt":"t2","N":6912,"K":2560,"s":2.100825071334839,"kappa":"blake3:a622a8339feb104ad7515fa723f90ade587fbba637f49eb9120628b82e6ec17b","stored":3491319},"l12.w_down":{"fmt":"t2","N":2560,"K":6912,"s":2.4586021900177,"kappa":"blake3:84887a67df9851c0e4ad30e4f12ff117b333cf8b31ea94e0c530a134e4e36abb","stored":3499883},"l13.attn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:6dcf12ed6a400e99c6bed3055544ed5175720b7f8ee2991b47f306b397b6f91f","stored":8683},"l13.wq":{"fmt":"t2","N":2560,"K":2560,"s":1.6434295177459717,"kappa":"blake3:9e1e5e29e959824078ab9c7d5b2087468f76c65e41de0648820a44f6352b5beb","stored":1269368},"l13.wk":{"fmt":"t2","N":640,"K":2560,"s":2.5182487964630127,"kappa":"blake3:0687dfeec6c1c2fd6bc090b986fa29f4432e8d41d29a8afc935c6d6a94f34e66","stored":320625},"l13.wv":{"fmt":"t2","N":640,"K":2560,"s":4.165911674499512,"kappa":"blake3:1d16da00ef2188b66c23ee13258f0ba0e713fcac65a0ad947cd75d2c9b3a9227","stored":327382},"l13.attn_sub_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:f7188b1c619bda2840965e315d8864b5c81d487ffd2a0b57d00a23f8d92b4b1d","stored":8721},"l13.wo":{"fmt":"t2","N":2560,"K":2560,"s":2.7986159324645996,"kappa":"blake3:fcb6c5c5c58e3fca20971b7a745985bddbad94c31eb548c4702b5573dfee9db7","stored":1302530},"l13.ffn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:7975cd967a75fdba838e87576a5a753203353347e0b3a1cf4067864563df88a0","stored":8592},"l13.ffn_sub_norm":{"fmt":"f32","N":1,"K":6912,"kappa":"blake3:297e2cea37fa274929e5b052206c96ccd4cf5a30f91b082e285e88e50b0f71d6","stored":24460},"l13.w_gate":{"fmt":"t2","N":6912,"K":2560,"s":2.115769863128662,"kappa":"blake3:796af75548d15e5d335e9c992d7e610c73bc0b10558e91ebcff4c8b8f08df67e","stored":3475704},"l13.w_up":{"fmt":"t2","N":6912,"K":2560,"s":2.0921471118927,"kappa":"blake3:e1a1b0892eb15fe088fe238384fba26fef416644baf13c97e02cd5ff8a4f021d","stored":3488724},"l13.w_down":{"fmt":"t2","N":2560,"K":6912,"s":2.4288315773010254,"kappa":"blake3:5dda0f940c55b64634b042f2d7fede6f5eb5b5d1fd5922fff8121777241f4c2c","stored":3498956},"l14.attn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:a42a2cfb3bccfadf5b6c5001fab3739794b6e6023c9778732f4090d229ad9b6b","stored":8691},"l14.wq":{"fmt":"t2","N":2560,"K":2560,"s":1.903365969657898,"kappa":"blake3:ce9739446be33d42a4622a196bb222f2102f3cd3ed7957c85461358609ba1f3c","stored":1207552},"l14.wk":{"fmt":"t2","N":640,"K":2560,"s":3.034632921218872,"kappa":"blake3:6b05e9b65851769586d3c9fddf43f24f0ac3e5d2b451b4529048d19c5f7bbc71","stored":303902},"l14.wv":{"fmt":"t2","N":640,"K":2560,"s":4.2067975997924805,"kappa":"blake3:7263273586754b9a166874457e82c862ff8b87f507c8af6f8165d673479b7a21","stored":325952},"l14.attn_sub_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:ce9709b282b9d31342b03996de76a20f7f3633ca7e030dffc249bc572ade5ac6","stored":8938},"l14.wo":{"fmt":"t2","N":2560,"K":2560,"s":2.605940580368042,"kappa":"blake3:254e07a6864f47ed2b40a2c32bfb3e25b5dd5e25d0e6a8d66b05bcc355ba975d","stored":1291367},"l14.ffn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:84908a98dabfe91cab7c1b3e2445523fa915f274a1cdf63a2b27766c24f52824","stored":8563},"l14.ffn_sub_norm":{"fmt":"f32","N":1,"K":6912,"kappa":"blake3:c43e966422e166be88ac09fb77ecd0579747024ff9a073b219f9c91b4221eb6c","stored":24402},"l14.w_gate":{"fmt":"t2","N":6912,"K":2560,"s":2.1594929695129395,"kappa":"blake3:ad1e8c8e0fd4748732b24299a82d20b7b059f4b74860411112643a2d10e692f3","stored":3482372},"l14.w_up":{"fmt":"t2","N":6912,"K":2560,"s":2.13179874420166,"kappa":"blake3:ff9b610a0b8c94c9d68c34e81923c8912a6b1c2a91e8965e2d18f14307f49657","stored":3494211},"l14.w_down":{"fmt":"t2","N":2560,"K":6912,"s":2.469046115875244,"kappa":"blake3:ba0e2c610c80f6fb0645a17de45b56c65b66f409762d9662b7c150039cfd32ee","stored":3503208},"l15.attn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:ed2f91db722924db5b502ce7992bcbac0988898ee46f995bfcdb760d4f9b559b","stored":8656},"l15.wq":{"fmt":"t2","N":2560,"K":2560,"s":1.677456021308899,"kappa":"blake3:60c9515e20bb1cc3b00a179aa86140f5272c0522bcfd79ee906d4637be7a40e0","stored":1259872},"l15.wk":{"fmt":"t2","N":640,"K":2560,"s":2.7184839248657227,"kappa":"blake3:89bc9d87e6b8d3f2538475e052a04ac34006027562af70aff86c3ebd9d2fc120","stored":318226},"l15.wv":{"fmt":"t2","N":640,"K":2560,"s":4.493652820587158,"kappa":"blake3:00a363955f6a1fa264b7eb6719584880b5da80c4c427e10b274e76f801746664","stored":326215},"l15.attn_sub_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:3fe081a297607e35073a8878b8c377fbd42683b11a2a674633bb43f71a7b2655","stored":9046},"l15.wo":{"fmt":"t2","N":2560,"K":2560,"s":2.8107123374938965,"kappa":"blake3:fa43b5b029eafd306323316a3b745d3f4538ab7143a0582fcdb62464353795e9","stored":1302692},"l15.ffn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:76fe1f2d4ce5ec163d79170540ae336e00a36686feea8fe49b9f35061a0cf762","stored":8554},"l15.ffn_sub_norm":{"fmt":"f32","N":1,"K":6912,"kappa":"blake3:852a185cf73e1ebf1be7f671066454f11ff62ddd4edbde0404ac3cea798e0a62","stored":24399},"l15.w_gate":{"fmt":"t2","N":6912,"K":2560,"s":2.173977851867676,"kappa":"blake3:2792779ad87b8d808683306f101da37a1008197e41cf73bbb150d50170bdb3b3","stored":3478897},"l15.w_up":{"fmt":"t2","N":6912,"K":2560,"s":2.1298775672912598,"kappa":"blake3:43c6decdcbe37ce75f5e178d84edc6cb3fdab343ad40fbb1fdbd9ce82726eb9d","stored":3489936},"l15.w_down":{"fmt":"t2","N":2560,"K":6912,"s":2.612762212753296,"kappa":"blake3:477ebf0b68f016cd61af0392fc8fda08a5b8c072ca43e958c9dc029df1966eeb","stored":3507716},"l16.attn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:ac952c0c20ea1f5d61d1eeba5e906fa35a40d2ad65046cfb1cc0e3b9591427c6","stored":8578},"l16.wq":{"fmt":"t2","N":2560,"K":2560,"s":2.0254507064819336,"kappa":"blake3:3528240362c8aae4b74e9c3a147c991d8df4d3cceba2a9ea5b3134f3e396e389","stored":1239996},"l16.wk":{"fmt":"t2","N":640,"K":2560,"s":3.05548095703125,"kappa":"blake3:e8cfa423de8c9a102c0a3901fcaa85f63c7e01d12cec0114ad84aff05dfb59f2","stored":313776},"l16.wv":{"fmt":"t2","N":640,"K":2560,"s":4.2704854011535645,"kappa":"blake3:93b501980d7daa96ad9fecdd520eb685a00f6f1be90762929f545d3931426d10","stored":326976},"l16.attn_sub_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:bad08f8758058c9288196311d32740a868b508d2eab2fb8e7b5842278f051aa1","stored":8880},"l16.wo":{"fmt":"t2","N":2560,"K":2560,"s":2.815990686416626,"kappa":"blake3:b741ad1ddcade188910d7a28760da3bbb8c30a3db5f972f3ae3b26fb9e85c155","stored":1300219},"l16.ffn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:00d74e644bb95e2dfb3f6678715176ff00d607f0ed8e87d85324f7329512af42","stored":8550},"l16.ffn_sub_norm":{"fmt":"f32","N":1,"K":6912,"kappa":"blake3:02d709be8d35dd53c99c3b3b5af1c96b3f37a74fdb365b58471e051f156eb67b","stored":24216},"l16.w_gate":{"fmt":"t2","N":6912,"K":2560,"s":2.2153754234313965,"kappa":"blake3:0843c2d4bf580768fb9c130669655ac394b49497c72f695162f305f491da73c0","stored":3466446},"l16.w_up":{"fmt":"t2","N":6912,"K":2560,"s":2.1473798751831055,"kappa":"blake3:d413ac34e54966f9c81f784b9b26ef9cc3ce2982b68c0c7425d0413b08aec30a","stored":3477457},"l16.w_down":{"fmt":"t2","N":2560,"K":6912,"s":2.6256518363952637,"kappa":"blake3:89924f6a7acc24b52cd871ae7738f01d8cd255a81cfaf78a8a330b7d567ba3dd","stored":3506553},"l17.attn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:ba0c05119553a35439e10e4551cd3fb5e2325a802c6bec3d79ad8716f80399ee","stored":8622},"l17.wq":{"fmt":"t2","N":2560,"K":2560,"s":1.9280686378479004,"kappa":"blake3:23122c9846b076ddcc8dc4ac6962f5f6dfc7bff172313c8ddfff415c4a397542","stored":1230092},"l17.wk":{"fmt":"t2","N":640,"K":2560,"s":3.032918930053711,"kappa":"blake3:07bbcc53e6733fbd609956f52bc5abc434c8ea2f9336d8afe45cf67600875342","stored":309214},"l17.wv":{"fmt":"t2","N":640,"K":2560,"s":4.596096992492676,"kappa":"blake3:2608d103b3059ee96543abdd2697eb8ff5694488cf34aba2162d3a25c79be34a","stored":325382},"l17.attn_sub_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:5543ffad7a48fafdff321a7cbe35ca770097a2a3612527be0040087b4f467d2d","stored":8659},"l17.wo":{"fmt":"t2","N":2560,"K":2560,"s":3.0144503116607666,"kappa":"blake3:5d75f913521168e561bf977f759a039d020a5e7e983d51145d7b7ad79602bf1f","stored":1303571},"l17.ffn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:aa507f9187fc3a39c565354d31c91e7ed5eda2f6610e7636c9f0993d38403bbe","stored":8540},"l17.ffn_sub_norm":{"fmt":"f32","N":1,"K":6912,"kappa":"blake3:d14dc3cf3fd3229eaf3de603d4685d20bf14ec5657732733098ac010cdce9b9d","stored":23985},"l17.w_gate":{"fmt":"t2","N":6912,"K":2560,"s":2.238203287124634,"kappa":"blake3:0e659122836ca27237e7588bb3fb8a119584c608418839e2e295c5d61f391853","stored":3446572},"l17.w_up":{"fmt":"t2","N":6912,"K":2560,"s":2.1656453609466553,"kappa":"blake3:e7f178305db04240b0effd1049d4f784084379eb186c2dac92838e90a209d504","stored":3457141},"l17.w_down":{"fmt":"t2","N":2560,"K":6912,"s":2.6830811500549316,"kappa":"blake3:4f3cf6a808ed7583b2f74addb00352e73fde49c6a2f5398efe9ce2fdf5371d9a","stored":3506881},"l18.attn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:4e30873698af072b7956c7467f439d067f78b7fc407d017d4b709f162bf7d4d1","stored":8561},"l18.wq":{"fmt":"t2","N":2560,"K":2560,"s":1.670782446861267,"kappa":"blake3:52c70c2e2c7b3a5934ddaba1b33d7c22594c28149b6fda9d79607fda09b7bbe3","stored":1243693},"l18.wk":{"fmt":"t2","N":640,"K":2560,"s":2.648331642150879,"kappa":"blake3:5b442dd8e82bd27a84c150073a135b3d5c72cdf10b23ac1a83cbe99547951c0f","stored":316453},"l18.wv":{"fmt":"t2","N":640,"K":2560,"s":4.337561130523682,"kappa":"blake3:6b4e55630061a1f0d4d407835d830feda88896bd9d8946a692eb798e3e1ef8f6","stored":324300},"l18.attn_sub_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:e081f0632b267191f39927a3de992a5fe5ce1be5f47d5ec7d946eca8dd5e54bb","stored":8724},"l18.wo":{"fmt":"t2","N":2560,"K":2560,"s":2.673166275024414,"kappa":"blake3:36f0651403c4a8781c9e8a98e3a003f8648c68c79be9b9914be0564ef37787be","stored":1296641},"l18.ffn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:b9e1271d3129f71d13c6b5bae52e8999bb83f8910c1ad14cbc36dcea42505159","stored":8547},"l18.ffn_sub_norm":{"fmt":"f32","N":1,"K":6912,"kappa":"blake3:d7ae35d46b2a03224bd3f4a5fa5c44d7db726d3373b48c53167633b61d7276cd","stored":23894},"l18.w_gate":{"fmt":"t2","N":6912,"K":2560,"s":2.2899796962738037,"kappa":"blake3:3e5716daea951fd9b76602d475bd9166b7825c8b2148b845c63d1611aa0070e8","stored":3427966},"l18.w_up":{"fmt":"t2","N":6912,"K":2560,"s":2.1707653999328613,"kappa":"blake3:46ec5a7ac73544eeb3dd8de62cfd5eecb5175306315a9e2949c9231ef0b702bd","stored":3436621},"l18.w_down":{"fmt":"t2","N":2560,"K":6912,"s":2.7724497318267822,"kappa":"blake3:04a7d47e5d718f7a80821181143675d198dcebba254e803a837d6874aca87e0e","stored":3505816},"l19.attn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:63c05dea5c66de84390dcb038a3d315a78e8656ebef27eaa70450d631ae71930","stored":8599},"l19.wq":{"fmt":"t2","N":2560,"K":2560,"s":1.6231597661972046,"kappa":"blake3:199537c1dfd09652806a7fd9c624ec85c0d1b60d08500aa8a435e62db7e2a4dc","stored":1268311},"l19.wk":{"fmt":"t2","N":640,"K":2560,"s":2.524646759033203,"kappa":"blake3:0fc78aa90a7d118a403fe09124dcc01be111d88dd715a81ace55300f55211f1e","stored":320160},"l19.wv":{"fmt":"t2","N":640,"K":2560,"s":4.454233169555664,"kappa":"blake3:c8b8177cabe392ec5be0cef9cb7028726c19905a45ee015eeee7b6535b93ef9e","stored":326926},"l19.attn_sub_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:dbabe114c0b2017ccfd1b6998a59148974c86ee3a5a594b4681b73c88450d52f","stored":8698},"l19.wo":{"fmt":"t2","N":2560,"K":2560,"s":2.8433892726898193,"kappa":"blake3:6856a399be4dad654d12190ea32230a5dbc464b827be68f5ec50a42cf45cf101","stored":1300928},"l19.ffn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:52a0aad201ec02122222e377676c6f2d01c82670390c4a8892b539013b2e4e23","stored":8540},"l19.ffn_sub_norm":{"fmt":"f32","N":1,"K":6912,"kappa":"blake3:b3fa2c9e0c4c0527ff35b850e2d3d168c74ebba4286f04c609364b7dc2da29c6","stored":23975},"l19.w_gate":{"fmt":"t2","N":6912,"K":2560,"s":2.294785976409912,"kappa":"blake3:0b2b406307529967c52705ae67c9c676c8ee04504a077e8cad4a34713d16427f","stored":3404690},"l19.w_up":{"fmt":"t2","N":6912,"K":2560,"s":2.1719775199890137,"kappa":"blake3:90d3e646f21d7d3460c1a5389ecd3b225f045e49b4874d2bf715dd697236444f","stored":3412065},"l19.w_down":{"fmt":"t2","N":2560,"K":6912,"s":2.7865946292877197,"kappa":"blake3:1de930997cc6868990a947414382acea64c448e4e17ef82a32cddfff9185f96f","stored":3503942},"l20.attn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:12d824a02030c9fb07a1ff27320fa2e5018728b3e6cf64aedc03313aa7eaede2","stored":8566},"l20.wq":{"fmt":"t2","N":2560,"K":2560,"s":1.8413779735565186,"kappa":"blake3:d7bed9c218e0fbde4476c8e946d9549848d4764094b06b00d3afb362bb645fbb","stored":1223845},"l20.wk":{"fmt":"t2","N":640,"K":2560,"s":2.9852893352508545,"kappa":"blake3:174b237d8d7e2aab3ba816c60bf173767f5a65f5ed57a0123d2a1be33bb880b5","stored":308303},"l20.wv":{"fmt":"t2","N":640,"K":2560,"s":3.960118055343628,"kappa":"blake3:db203d0686f156b03b56b3dc2d25255d72bee0f7020e457220c983cf4ec77b86","stored":326330},"l20.attn_sub_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:683f713f7c947bc28d49bfb9810d65f75823375c3d63187b92782d930b852b10","stored":8722},"l20.wo":{"fmt":"t2","N":2560,"K":2560,"s":2.505194902420044,"kappa":"blake3:0de3ca5ee8e125cb9ab21fc293e9cdc447b7a4592685fb62be77961a262ebb1d","stored":1295646},"l20.ffn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:9340209eb3c480c1dc56ee4bfe5de1334ec981f9f80230c8de4490490434b2fe","stored":8518},"l20.ffn_sub_norm":{"fmt":"f32","N":1,"K":6912,"kappa":"blake3:6bd7767811878811ce5ffb170147754d952408e5f900a2100adeb002833f9b3a","stored":23973},"l20.w_gate":{"fmt":"t2","N":6912,"K":2560,"s":2.320962429046631,"kappa":"blake3:b76d6ea93a527bd9421c91e8c9cbcc316ea6f4c2413abf53884988fd425b88a8","stored":3404621},"l20.w_up":{"fmt":"t2","N":6912,"K":2560,"s":2.174668788909912,"kappa":"blake3:d6c14de0bfc4533ef5d9646baf119db071a1b57030485cf52d881bd894279c75","stored":3411028},"l20.w_down":{"fmt":"t2","N":2560,"K":6912,"s":2.8613626956939697,"kappa":"blake3:ba9d39a3b6e2d2767fa675b646869594bd4e03de333d72687ad2cb28497575a1","stored":3505464},"l21.attn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:8c2bd09be3b17f8af856e5501e26041d674fed7e7b18366214a01f97e8e60c91","stored":8568},"l21.wq":{"fmt":"t2","N":2560,"K":2560,"s":1.6465575695037842,"kappa":"blake3:1bfebc34e3752fbeb85dd75b39ff3aaa4632c4eb58fddf950e604b5a8a4fb409","stored":1220151},"l21.wk":{"fmt":"t2","N":640,"K":2560,"s":2.761808156967163,"kappa":"blake3:462992b99b8e06e7a36322b902b600bbecbe9ab3bf4de722ff9e33b83e8b4f04","stored":310100},"l21.wv":{"fmt":"t2","N":640,"K":2560,"s":3.8352205753326416,"kappa":"blake3:4f3398cc9ed8f98ea416ee3dc81919fb51b395480402a1ac06a409256087090c","stored":325277},"l21.attn_sub_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:f89b94aa4eee1dcb74f06592b4d6e49cbe2d5b618a3eab959b0f02485a5ef1fa","stored":8763},"l21.wo":{"fmt":"t2","N":2560,"K":2560,"s":2.6626720428466797,"kappa":"blake3:921d76d2e07adb70c0b4d78785e63ae773dabaab76c528984adc4c856cae9d39","stored":1272990},"l21.ffn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:5237d9666b638e27b8d9faa64b12c5bdd0e5531345d4be66939ca3916edffc73","stored":8488},"l21.ffn_sub_norm":{"fmt":"f32","N":1,"K":6912,"kappa":"blake3:3b453d41de9709c68df3fcd803d9510111767d47a86836abc9c12231fcc2a2cb","stored":24041},"l21.w_gate":{"fmt":"t2","N":6912,"K":2560,"s":2.3371989727020264,"kappa":"blake3:a5b1e74064438ca2531ab206e11fe3e569cef2fe938e86e328749caba84cc451","stored":3433914},"l21.w_up":{"fmt":"t2","N":6912,"K":2560,"s":2.169843912124634,"kappa":"blake3:f296be69ac7c302229a54eae065e3264b358cc9d327833709271b2020064107b","stored":3439530},"l21.w_down":{"fmt":"t2","N":2560,"K":6912,"s":2.823518753051758,"kappa":"blake3:7f79355bfbc8ff3f51eed2abaa287c8bafab0e45c2b82b52defc6f4906eae3fe","stored":3510331},"l22.attn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:ea0059299fd8a3b6d12a46e63b6d5de8367cbeea15bea47e756567c85adc8356","stored":8531},"l22.wq":{"fmt":"t2","N":2560,"K":2560,"s":1.528588056564331,"kappa":"blake3:1474458c1045b722f45f237114bcbae021472097e940af428b69b5af0f1af291","stored":1247452},"l22.wk":{"fmt":"t2","N":640,"K":2560,"s":2.4565179347991943,"kappa":"blake3:f7e23f6297092eda93efa69f0a59065a01bc17c49d9a5dbeef9a85a6d3cd166e","stored":318639},"l22.wv":{"fmt":"t2","N":640,"K":2560,"s":3.9668362140655518,"kappa":"blake3:8ca4d2dbe7ca22bba8a86ee115ee71073e731aca882b6d08a4d357bdab6398dd","stored":326609},"l22.attn_sub_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:cd7575c24d5fe39b15b1fdd6494d66a0f99177996edbff275abbeafa4457a079","stored":8742},"l22.wo":{"fmt":"t2","N":2560,"K":2560,"s":2.521069288253784,"kappa":"blake3:ee88e9f88f93f5f40deacfba52a4f3ff83fc84a20af1dd7215a4eccd176c61df","stored":1269258},"l22.ffn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:46a7833d79e3cbf67442cc049653093fec67452295c1e1b7138c3f86497be7cb","stored":8461},"l22.ffn_sub_norm":{"fmt":"f32","N":1,"K":6912,"kappa":"blake3:c28688df3a9650814169ba800a77818f1c0c480a392f6b2c1de51e22b243a671","stored":24071},"l22.w_gate":{"fmt":"t2","N":6912,"K":2560,"s":2.3953351974487305,"kappa":"blake3:92557c4fb3d9ed904acb292e7f85ef0cdfbedb0ace560f161e3eee550e9bd3dc","stored":3469248},"l22.w_up":{"fmt":"t2","N":6912,"K":2560,"s":2.2749760150909424,"kappa":"blake3:fa0a437842b8a044085007250372f212f5fbcd78833d21f475c13bb221f6ae11","stored":3476782},"l22.w_down":{"fmt":"t2","N":2560,"K":6912,"s":2.8763983249664307,"kappa":"blake3:0438bbace067f95d65e7f955a19f2dc7bb5b7682d86801bdd0a22dbbbc5fac0c","stored":3515761},"l23.attn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:41ac33b6f31ba87e83f859b8a690d6de7b1266fffb8d7abda650a41d0240ba3a","stored":8562},"l23.wq":{"fmt":"t2","N":2560,"K":2560,"s":1.692755103111267,"kappa":"blake3:cf3cd1e60ee09154769451e79016066a37965eecafbcb3288d43f9e4558b884a","stored":1230694},"l23.wk":{"fmt":"t2","N":640,"K":2560,"s":2.8201286792755127,"kappa":"blake3:ceb2f74a5c609e542cfa4759bcfafc6ab4a23c0e010e5bc363c59db3f5e2a580","stored":308041},"l23.wv":{"fmt":"t2","N":640,"K":2560,"s":3.7103710174560547,"kappa":"blake3:24749e3487624a9fdaaacca56045c20434dbc85f2c07428b03e3386f74027adb","stored":324071},"l23.attn_sub_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:2d96acd4521e01d9c9439021f3ef4d9241ab4f2529700abae7ba2330de4ff6a2","stored":8855},"l23.wo":{"fmt":"t2","N":2560,"K":2560,"s":2.560340642929077,"kappa":"blake3:a65175120fdf33568f10d3692b60f48d1c00169e0c18d09db821219917106776","stored":1291366},"l23.ffn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:e488cf03fbc058ad4c786d92bb7662cf9f9fa2b7edc4fc7d1ae645c813fad12a","stored":8440},"l23.ffn_sub_norm":{"fmt":"f32","N":1,"K":6912,"kappa":"blake3:ff36d7a18dccb681b9e004216bbe1c39c2554c49858cbc038caad2a9e2485adc","stored":24240},"l23.w_gate":{"fmt":"t2","N":6912,"K":2560,"s":2.3736634254455566,"kappa":"blake3:3fc67dbd2d1543c534b7b44fb1c188122bb92526424c899407bf958d9a233088","stored":3470924},"l23.w_up":{"fmt":"t2","N":6912,"K":2560,"s":2.259279251098633,"kappa":"blake3:e4ef3102436724e6dc83529b3346e7db66e2e4b5200d089d7b72d0b51f7901e1","stored":3477261},"l23.w_down":{"fmt":"t2","N":2560,"K":6912,"s":2.924910306930542,"kappa":"blake3:25635330d39a97075be9da297e819e211e573bd48be111bd4a63ed2f50d2ee3a","stored":3516781},"l24.attn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:3b517087d9244a7af35228b254a04d3cb6b21e4a0d52b3356c1cba912b18f21d","stored":8550},"l24.wq":{"fmt":"t2","N":2560,"K":2560,"s":1.7878329753875732,"kappa":"blake3:e37be54dc97af3b1630aa9859444ec83349ad6240b2c412252e31f37610329dd","stored":1218794},"l24.wk":{"fmt":"t2","N":640,"K":2560,"s":2.8064944744110107,"kappa":"blake3:2a594994a089427aece7828041c7d80fa18e8f887b470566785b4b118a54ab54","stored":301918},"l24.wv":{"fmt":"t2","N":640,"K":2560,"s":3.817347526550293,"kappa":"blake3:fa4ddc7c0b2f420751294eb7341b90eb3f84553586e69d59e1909bf43706a662","stored":323701},"l24.attn_sub_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:5be40dd24cf4eaf7a20a47f122416d4a82b31ddfd10b1586ed98caa05d24e7c2","stored":8872},"l24.wo":{"fmt":"t2","N":2560,"K":2560,"s":2.772810935974121,"kappa":"blake3:4222654323eb726779647026f6bf05869bdc6465797c693b25833384f363d0a2","stored":1293811},"l24.ffn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:b8ba574d0e9973983366cade206bae4e54970a8907a4b9218797e535d110f09a","stored":8413},"l24.ffn_sub_norm":{"fmt":"f32","N":1,"K":6912,"kappa":"blake3:16d48bea42db2652a922b0053f3df38588684b4f6e642d70381edef0a588c7c0","stored":24376},"l24.w_gate":{"fmt":"t2","N":6912,"K":2560,"s":2.3518364429473877,"kappa":"blake3:24b752a8fcbf89e2bbbc5f95176f2bcefbe069a1eb9f2fced0faa4d156f2e029","stored":3456817},"l24.w_up":{"fmt":"t2","N":6912,"K":2560,"s":2.2403571605682373,"kappa":"blake3:a57497477966deaebb305ece6985d0f3402d287b9b1444a0a200482a7701bef1","stored":3462861},"l24.w_down":{"fmt":"t2","N":2560,"K":6912,"s":2.9294803142547607,"kappa":"blake3:4c8a8bf2c267a3a555228b94d9848abe1f3444ceaa69013c3c55fe22c1ed55e0","stored":3516448},"l25.attn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:2ed4371ce69c59ca9a1583484e6e982f496f0792b16b78a9e4209832a817f1dd","stored":8491},"l25.wq":{"fmt":"t2","N":2560,"K":2560,"s":1.4664311408996582,"kappa":"blake3:d8417741a1d5b034c90a9a5ba042fae44902f46d24f9fc8e7b52317c2e594519","stored":1265731},"l25.wk":{"fmt":"t2","N":640,"K":2560,"s":2.3266441822052,"kappa":"blake3:a9449c1127d2e4daaf13f6a518b8378fc5025f1c0f29ec892587aa9bd65e522a","stored":317412},"l25.wv":{"fmt":"t2","N":640,"K":2560,"s":3.356239080429077,"kappa":"blake3:c8e884ba58bd47046bd563173b7852e6aa41c8af9edf008dc8115257982dde2f","stored":325160},"l25.attn_sub_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:c78129a959cb2c7570e023c549ee331280cae46370d684a24ed5697aa7eea070","stored":8984},"l25.wo":{"fmt":"t2","N":2560,"K":2560,"s":2.084083318710327,"kappa":"blake3:bbd384d0433e99f0bf1d05f2cdc97ca9a7438b36b5bec05510f887d58028810e","stored":1289589},"l25.ffn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:184288d9365f63d8302f19577c8254f6bfafac6938c43c03af20f4fc34f169f0","stored":8365},"l25.ffn_sub_norm":{"fmt":"f32","N":1,"K":6912,"kappa":"blake3:e4c1b73cbecca3092022915eb5bd91a32cd6a43d5b2c83a12a7b0b5dd622f0d0","stored":24435},"l25.w_gate":{"fmt":"t2","N":6912,"K":2560,"s":2.405451774597168,"kappa":"blake3:c8f6fd1a71030372ee876cf6264f10c5cd01c5e3b4982113f8180447f7d4969e","stored":3460861},"l25.w_up":{"fmt":"t2","N":6912,"K":2560,"s":2.3046693801879883,"kappa":"blake3:13f6f49bc1ee52fc28ac9301a9698141b5054c41ac92240cb942567ad9d36905","stored":3467553},"l25.w_down":{"fmt":"t2","N":2560,"K":6912,"s":2.9113521575927734,"kappa":"blake3:8a951460e16d60fc48506fd43a0eb753cd45591b378dc278b1b80025a52dc323","stored":3517866},"l26.attn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:a5b5893da2ef266a79bc5aa0c3d9dff024f2555cdda860b393254d085b63113e","stored":8555},"l26.wq":{"fmt":"t2","N":2560,"K":2560,"s":1.603651762008667,"kappa":"blake3:9f03025061542dc58164c9c4863c2dad6120a3eaa93dc14110b67f2f907007f7","stored":1266631},"l26.wk":{"fmt":"t2","N":640,"K":2560,"s":2.433367967605591,"kappa":"blake3:ad73ee575cb2f8aaa1ec85a34fd61010f3b47e200823769b52237020321affe9","stored":316815},"l26.wv":{"fmt":"t2","N":640,"K":2560,"s":3.24575138092041,"kappa":"blake3:6cd51c9887321baaa6ed189a6d67641fbe6a727c8e6375fef1ee65450d22647a","stored":323487},"l26.attn_sub_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:4dcfb7be507f0c69d04406c47de324d5c203365709d208f0315825aa211a0c93","stored":8993},"l26.wo":{"fmt":"t2","N":2560,"K":2560,"s":2.0014703273773193,"kappa":"blake3:0b428b594741f018e212c5f771def747915e2fec078a2b4a95e77c1ab3a80083","stored":1288982},"l26.ffn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:9c7520e6b26bfd586a5ab932dd8a8750a3204dde918bb6183819f6bd6837d320","stored":8345},"l26.ffn_sub_norm":{"fmt":"f32","N":1,"K":6912,"kappa":"blake3:4597bc8d666b4e6736403cb02a418fa0fca324df95aadadf5bf03de257840b1a","stored":24498},"l26.w_gate":{"fmt":"t2","N":6912,"K":2560,"s":2.4668102264404297,"kappa":"blake3:e838552700c816b814b73f1d26c357d5c5c082e7501b765038a6d28161c19da3","stored":3449930},"l26.w_up":{"fmt":"t2","N":6912,"K":2560,"s":2.360677480697632,"kappa":"blake3:da0f45accdb7c72af6991092d993e668f492f2625c5b17ce125295b8b1b18125","stored":3456823},"l26.w_down":{"fmt":"t2","N":2560,"K":6912,"s":2.857257127761841,"kappa":"blake3:3a0bcbef7f5f7b12c703a10c1df227193264793f38d5b63cc089350382d8421c","stored":3516292},"l27.attn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:58b9a218dfcb669573fe93efb166523363c9dd8691f3c96bdd60961455b4ddf2","stored":8534},"l27.wq":{"fmt":"t2","N":2560,"K":2560,"s":1.5555118322372437,"kappa":"blake3:de8e91bb80e3c9e213681f7ef2bb534c17adc2914179bf0c474f491bb0560c64","stored":1264784},"l27.wk":{"fmt":"t2","N":640,"K":2560,"s":2.5493197441101074,"kappa":"blake3:c0f18fccc1c40c71f2d2ce78063de4d8997298c0f627585dfaa316f45aa0720c","stored":319347},"l27.wv":{"fmt":"t2","N":640,"K":2560,"s":3.6846508979797363,"kappa":"blake3:a84cf495821b4cd2e804fb327ad3d27d5d73d0a99b8a0277329cf48100f99666","stored":324856},"l27.attn_sub_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:50bf83a43c3009e2ad276dcab12e8e918f3cf9db06ae7cd564b0c524e3d33265","stored":8997},"l27.wo":{"fmt":"t2","N":2560,"K":2560,"s":2.227123260498047,"kappa":"blake3:276ef8beb2216116c0c9100c22e311ad6a316ab539f70754167ca5fa329d4523","stored":1288074},"l27.ffn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:5e1213cbe99772fec2856dfe76cafa89ebbcb0d089f8b8e221b33ef8db81f50b","stored":8354},"l27.ffn_sub_norm":{"fmt":"f32","N":1,"K":6912,"kappa":"blake3:92f72540f033d61b43d3584e7003a9a1511bc0f7f24cb44ed4a53f845e067d00","stored":24540},"l27.w_gate":{"fmt":"t2","N":6912,"K":2560,"s":2.518040657043457,"kappa":"blake3:f331ba0265fa75f3b1134decb732e108ba3a4e982aeadb2c5854db3966954cab","stored":3419538},"l27.w_up":{"fmt":"t2","N":6912,"K":2560,"s":2.4069950580596924,"kappa":"blake3:3054c5471fa5a51b1be9324ca0bbba136c459619c5f2fbdce963cf8b9ec164c6","stored":3427094},"l27.w_down":{"fmt":"t2","N":2560,"K":6912,"s":2.7643442153930664,"kappa":"blake3:dadb106c9d512ffc22354b920b03408a4e15a516edb2746d78cf678030b7bf4e","stored":3512578},"l28.attn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:5882e3bccc0814f8e80ea7eef58c2b00212cf27716c5479a92ef56e98fb82520","stored":8533},"l28.wq":{"fmt":"t2","N":2560,"K":2560,"s":1.3656436204910278,"kappa":"blake3:83088483a87ce92aef7d5e335b8d2f6d3bc5325c8c16fd51cfacd64e619a1761","stored":1283066},"l28.wk":{"fmt":"t2","N":640,"K":2560,"s":2.0675907135009766,"kappa":"blake3:6910f7a0e95a833aaeba1a0626bc73a5d0c1bdc7e48756cbb2da33124afadbbf","stored":322415},"l28.wv":{"fmt":"t2","N":640,"K":2560,"s":3.021132230758667,"kappa":"blake3:53b2940860a4734b8025a7e2c467125f92e5e2e10b7d10cffc93bd9348daa1ac","stored":325709},"l28.attn_sub_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:a1188480618524eca478656e106544976ab7495114148828ec506087597f429f","stored":8950},"l28.wo":{"fmt":"t2","N":2560,"K":2560,"s":1.8344933986663818,"kappa":"blake3:c4b7458075ba610f48a9684d43f83d4292e9a25719ae90fd35a09d374ee6d4bb","stored":1276637},"l28.ffn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:5aab3f3a9807b490760db23612d5fcddb151c0722444c1752f0fc64cfeab56d8","stored":8343},"l28.ffn_sub_norm":{"fmt":"f32","N":1,"K":6912,"kappa":"blake3:dc7f9c2d265e48b1523f7e1649552b5c61b4dea0bab33c7a28945210144cb760","stored":24531},"l28.w_gate":{"fmt":"t2","N":6912,"K":2560,"s":2.6670985221862793,"kappa":"blake3:5f9bdc7993a9f8df149bdc8fc96c1e483a707fc9968b8c2101285e39239cdd97","stored":3437148},"l28.w_up":{"fmt":"t2","N":6912,"K":2560,"s":2.518381357192993,"kappa":"blake3:411bef7f8c49a8a141a396a5fa78808070ca8ba470e85ec2aa0d8b1e07a5e43d","stored":3445378},"l28.w_down":{"fmt":"t2","N":2560,"K":6912,"s":2.6306076049804688,"kappa":"blake3:d41f9a67b4598d11c26845167fa398997eb9cca63b0ed446528474445be00c1a","stored":3511351},"l29.attn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:b70d7b5894d56c007c1b8e51b1d8285e2ef4ed8b7e9d0b24499806b280fa70dc","stored":8618},"l29.wq":{"fmt":"t2","N":2560,"K":2560,"s":1.1274330615997314,"kappa":"blake3:f664c5c1e3cd92f2a1e0ce9d270ebfa12845970ee183be8951f1cde3eea204af","stored":1287315},"l29.wk":{"fmt":"t2","N":640,"K":2560,"s":1.6596884727478027,"kappa":"blake3:a7aacc44e7632d8835f88630243da227447651d770fb6cfb5cf875f3fab3b9c9","stored":324404},"l29.wv":{"fmt":"t2","N":640,"K":2560,"s":1.7768195867538452,"kappa":"blake3:6e3b74522338c56eb54d725add56db4c3997166827e487ab3b8abc793861e1e2","stored":286956},"l29.attn_sub_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:9876507ca7131dbff035bc2af49ec3abac3e15e07a5509257210425e878263c5","stored":9477},"l29.wo":{"fmt":"t2","N":2560,"K":2560,"s":0.9527681469917297,"kappa":"blake3:32a5cdfdbfb48ad412bc96fa4ab082b68b10cea3dac7e4396bb4cf01bcf303e6","stored":1206227},"l29.ffn_norm":{"fmt":"f32","N":1,"K":2560,"kappa":"blake3:7b71d450ae0e432d9b46cf8079b3957fb295c59400e7bface3f847bd4457b5d3","stored":8313},"l29.ffn_sub_norm":{"fmt":"f32","N":1,"K":6912,"kappa":"blake3:a358b30955c19ff3ed4e8195874e151962b3d39feefda19b6f72ace1a021464c","stored":24528},"l29.w_gate":{"fmt":"t2","N":6912,"K":2560,"s":2.8299777507781982,"kappa":"blake3:3a07c8cf7cd8e2ded5c4e4e89cb29715d6df98f9a7635669ff08fdd2557890f9","stored":3404362},"l29.w_up":{"fmt":"t2","N":6912,"K":2560,"s":2.602970838546753,"kappa":"blake3:2f2f10469244e9cf2db488c6aec1fe076e28e7af8f47435e5bb14534dbfd19de","stored":3412728},"l29.w_down":{"fmt":"t2","N":2560,"K":6912,"s":2.288531541824341,"kappa":"blake3:ac4907cbf5c2c5d0baebecdf57f64d6e96e4e25cf2e98c36a64525cadeb7426f","stored":3500362}},"hash":"blake3","manifestKappa":"blake3:bcc30dd4acb3eccc833a1c7b2ba6c73c0f47ae0f738d8a29fc4cfd87b5386473"}