| { |
| "schema": "olmo3.base.hf_export/v1", |
| "source": { |
| "checkpoint_metadata_sha256": "4da793ade5a93290d1575440f58b31f827560245c630b1e7b84172f6aab38f63", |
| "iteration": 43224, |
| "model_schema_sha256": "5be7d972eb3294c31abe5a6ea18bb1b2c34e2ca8225a32a9bf1673fe5d67e4fd", |
| "parameter_count_with_padded_vocab": 1484916736, |
| "run_id": "o3b1b-think-sft-dolci-s32768-g32-m1-tp1-cp8-dp32-hsdp32-b2-lr2e5-min1e6-wd5e2-wu10pct-2ep-256npu-share-20260802-v1" |
| }, |
| "stage": "stage4_think", |
| "target": { |
| "format": "huggingface_olmo3_safetensors", |
| "padded_vocab_size": 100352, |
| "parameter_count": 1484613632, |
| "tensor_count": 179, |
| "tensor_sha256": { |
| "lm_head.weight": "b6905d05c24f1e715fce477e5ae9404773dee351b0bd390bc86ddf59d163483e", |
| "model.embed_tokens.weight": "cd135a5cc7ee13d82fcd8d090cbc1d3845afe14d0e09c3ebdf8ae1c40818477e", |
| "model.layers.0.mlp.down_proj.weight": "3679d3056d85705ba983e661f035f477d7496e47108f21e227829db04f17aab6", |
| "model.layers.0.mlp.gate_proj.weight": "8fe73daa41f387eddd82c875234d4f07e93d7afc91d66d1c5b560c6d509035ac", |
| "model.layers.0.mlp.up_proj.weight": "382cf74701efd1733ceb2574930474c39d8bb6e116d4a7728b979f2646f46369", |
| "model.layers.0.post_attention_layernorm.weight": "979c6f1cbc97f25e2b3e2f36bd619c3ecb6a31f7fcdb6c81aa4210a510cd93e1", |
| "model.layers.0.post_feedforward_layernorm.weight": "631bac0031660b2ab7dd2b6f93e567e7f689188e9c3302fe9c057e30cc01aaf8", |
| "model.layers.0.self_attn.k_norm.weight": "aaa17d6d841799a206266a98debd5ec5ba73e044bf60cb94ae4880c30b094041", |
| "model.layers.0.self_attn.k_proj.weight": "280ab08f888e029364d62d9e4ef6b7a40045fd4ef5fe013f757fddf381d448ba", |
| "model.layers.0.self_attn.o_proj.weight": "fae7cccd04d6e391c5b2c47a9c978ed178f79f1847dcbf0c2e5cd1247ac6629a", |
| "model.layers.0.self_attn.q_norm.weight": "c558d9e6c66fbd62618d873e458b1c92b1ca4c7f1031b1c351f9617d93c8857e", |
| "model.layers.0.self_attn.q_proj.weight": "475d2beca06efe07c92121ce3dabea9e938e9d5310d646a192f7ce1a394db653", |
| "model.layers.0.self_attn.v_proj.weight": "f6d6be035437af8b6a453589bbee191de460341cd18c566adf069723451dce34", |
| "model.layers.1.mlp.down_proj.weight": "ac72f1dbd306b03c2a9f8526b58331293d14e0314a2468a5f659f02f85fa3113", |
| "model.layers.1.mlp.gate_proj.weight": "876724106700b1128dca23f15e9a783c3319a207fe566bec22b121da74b1c9db", |
| "model.layers.1.mlp.up_proj.weight": "b644dc12777f05355f49c19c808d4bb72a8b9e672ae77595426c7b22f7e24515", |
| "model.layers.1.post_attention_layernorm.weight": "89694a0b172295a935b53154ea9b790ac3588f91137d9f679d8bbd54f3666145", |
| "model.layers.1.post_feedforward_layernorm.weight": "e1038903f8b318ea9198e19a5d81f6ab6401896195c43258baa03f2adf2b68b0", |
| "model.layers.1.self_attn.k_norm.weight": "115a60f6790973e4e4eeb04b7c1cf89658df438ff0eea28516a8111a37cf6ddf", |
| "model.layers.1.self_attn.k_proj.weight": "d79f98ae03ae01b58117cde01398ea3b99421b65855ccf23f4a9c3cccf085c61", |
| "model.layers.1.self_attn.o_proj.weight": "7e750599541c4946bf7ed9eaaad7c59e0763535f47e7a833107c4779eb346896", |
| "model.layers.1.self_attn.q_norm.weight": "1aa3aa05c006353c545ebb384e4d59bd133f23be2b53c5c4bef14622933dddc9", |
| "model.layers.1.self_attn.q_proj.weight": "5c2861af157711ccba3e1d7718b1d3b01598473cad41bcc982979c21c4b20938", |
| "model.layers.1.self_attn.v_proj.weight": "7d6958cf1c70c8269e70695ebff8294836c87e7d1f7ed6972aea4a39f2ba53e7", |
| "model.layers.10.mlp.down_proj.weight": "7e781c4a6bbcd9b7b83ddeac4cb597f1ccf8c1569868d3b83368c5044c9bab51", |
| "model.layers.10.mlp.gate_proj.weight": "85525a123cfc540e2f1fcc802ca9c24e9c36bdefb4dff2581f9efd054ce2502c", |
| "model.layers.10.mlp.up_proj.weight": "bc78f78ef1b7f7dfa08be78890419cdb85dc16d487b5b4339c3e20fc6740eee2", |
| "model.layers.10.post_attention_layernorm.weight": "1a5a91e3b8639652e2ce7873bfaf3639cb24a3d709fe8e5f66dc05448779d281", |
| "model.layers.10.post_feedforward_layernorm.weight": "f62d7eff9113ec38d36924cb347281cd93907ad911148a3627c98ae0beb34d28", |
| "model.layers.10.self_attn.k_norm.weight": "d522ae8cbec09139f5e59a65ba0136a8b42754dd1f53905d34b8b07b5aba31db", |
| "model.layers.10.self_attn.k_proj.weight": "e90480133e4a88d8cebe0169ccac62f933af5cfa958dec4d92fd56155e8b8bbf", |
| "model.layers.10.self_attn.o_proj.weight": "65997eddb0c9487180b1c82ded6bfdbac2a01fc733598ff99b80230424a5dfed", |
| "model.layers.10.self_attn.q_norm.weight": "961840dd6e5c1cc0aeea82254b4f60274df2ddab24a223a7236acf712ce9d177", |
| "model.layers.10.self_attn.q_proj.weight": "8a74a7d58a74bf60d512124dcdd5a31207ed3ff3ffd3b1a0a9d80283162946e0", |
| "model.layers.10.self_attn.v_proj.weight": "0b8bbb5fe200e343b363ad5149a7920ebd27e51f1d866de67e91a8d580257ee9", |
| "model.layers.11.mlp.down_proj.weight": "85fff9d57928c086e3cb8902f400e70272235b8a060a692c05ba7c63e9e333b7", |
| "model.layers.11.mlp.gate_proj.weight": "d32cb037ca7e24a4dfd16d504ff2e9ed78f16365ef2e347d97cf10669fa56754", |
| "model.layers.11.mlp.up_proj.weight": "6b155601215970d58e834c080a10f09721730af32f249f3c68bd530af9f4b545", |
| "model.layers.11.post_attention_layernorm.weight": "62693a336ed91fae097d0ae3367956a836ebce6a2f635d837267128304a92f9f", |
| "model.layers.11.post_feedforward_layernorm.weight": "e7de87bb68765f28127e463d19dc573ccafe955a3f503509ebcf5b5167f73670", |
| "model.layers.11.self_attn.k_norm.weight": "0b54b4cf981e9ca56d4dd6a4a7c19b8b218530e8a7fe0b45975c4ccd0dbbd094", |
| "model.layers.11.self_attn.k_proj.weight": "dfeeae5ab891a2066a999e45283c3ee82b5b1f0304906eea4336633228cfdf09", |
| "model.layers.11.self_attn.o_proj.weight": "6428439854629c5b65b59aa50bdbc1720c67f3481f1d0303e15751963695912a", |
| "model.layers.11.self_attn.q_norm.weight": "246b894e695067a48b0d77c1f83a43e88106e09112eb02f11c9e5fd8a6d22e9b", |
| "model.layers.11.self_attn.q_proj.weight": "474329dfacb7dab35b592293c912c3251950e4b3ca16d4bb0c9ec4e6a8e289ba", |
| "model.layers.11.self_attn.v_proj.weight": "e23a6655f8571657f79464826b777bf1826fd305198f0472cfe2b912a6436cb3", |
| "model.layers.12.mlp.down_proj.weight": "cad725514799210fea6812468c934a48123de931a9ca1e101983857b62baf58a", |
| "model.layers.12.mlp.gate_proj.weight": "b557efc18a9ea695d506e54ac269954834fb5283653f0a5ecfac04388b6859d6", |
| "model.layers.12.mlp.up_proj.weight": "6ad60d0104810b68e4203fbe610528632c1098e6dfb78c31d358bdbf2fdb49a1", |
| "model.layers.12.post_attention_layernorm.weight": "8cbc972a389a37e61bcac437a63ac325c2246feb70b30de3bcca72647d5d7902", |
| "model.layers.12.post_feedforward_layernorm.weight": "31ca82d706a16fb643335fa741819e77e41540690f3715894830996c4dc8a9a0", |
| "model.layers.12.self_attn.k_norm.weight": "3810ea557002954ad2858601dbb5cbedf2bd3f66ccabcdfa59b690b4d6ab3933", |
| "model.layers.12.self_attn.k_proj.weight": "58523bbff13dfab308794472df4fa943119960f0af0016fa1c2e880f88c8ecba", |
| "model.layers.12.self_attn.o_proj.weight": "ac471a8ae9c25fe5722912795253681c1f95536c0e9293665c743c1adf467e66", |
| "model.layers.12.self_attn.q_norm.weight": "1b1be4127cc4df96966ecb6b6345cda0b88fdfd0315230e890ac271ee1ab405d", |
| "model.layers.12.self_attn.q_proj.weight": "402c5385f99870991076ebdf0a016eec5527545986140bde140e54080cbab0f5", |
| "model.layers.12.self_attn.v_proj.weight": "8b3e59ce582b8f4a525c6cde50b7c206b6bbe5052106d3ae6bff21ae40115c90", |
| "model.layers.13.mlp.down_proj.weight": "f3e4fc1826ef2b7846302c8066ef20f02da4f2e15c38160df6ca9b989856a5a9", |
| "model.layers.13.mlp.gate_proj.weight": "ec830359e2c3af476a1e1fe515adc66d445cf0d704ee11a4ae9776e4451e0b42", |
| "model.layers.13.mlp.up_proj.weight": "0f093487a5a341b055a869d20f395c8ea559b7ac42d7d82f443731de8b6fd7ea", |
| "model.layers.13.post_attention_layernorm.weight": "1891bbfc6d16e305db5df147265d8f17fe8f64d6115939a6ced9aa9de49c35fa", |
| "model.layers.13.post_feedforward_layernorm.weight": "80741b3fdd0f6bea92b558b62b8288da6fa008f77773cd54782b0adc8d735350", |
| "model.layers.13.self_attn.k_norm.weight": "9bdba12f9e3ee4d6cf61f0adad3a7cfb77261f423041cf34c678c29d9623ce9c", |
| "model.layers.13.self_attn.k_proj.weight": "f687118c8d9e6064705c01d49f2c91bf54853b974b45d231ee12ed0a462f0732", |
| "model.layers.13.self_attn.o_proj.weight": "6d9ef5d3b62d6f626ed5c46a194eb6eb7808b9cb9a111d5403ca4e501607af29", |
| "model.layers.13.self_attn.q_norm.weight": "c61dc215c67c35c0a8377ab5bd93cd110148f3f208eecb1fb24c2a11c61ec32f", |
| "model.layers.13.self_attn.q_proj.weight": "8babb3e7a168bfb53147d2008dc114774f111bacb09d8e58ccf0706cac527350", |
| "model.layers.13.self_attn.v_proj.weight": "72f461fc7c3367bbd0d1bbdaa812037efa2af56b523fb44a4a5ed606f7ec0820", |
| "model.layers.14.mlp.down_proj.weight": "a139920d6d690405f63c9ec43e26ec48812bf2eb5619fafa9b13f616738a0c7d", |
| "model.layers.14.mlp.gate_proj.weight": "c8fff2414f139d9e35d55203b75e026631ca55d05308ef08f669217d7d22854e", |
| "model.layers.14.mlp.up_proj.weight": "2fc54038bc571022f5652499b10f4dfcb4a13ca3771709f62761ef0abf9473ba", |
| "model.layers.14.post_attention_layernorm.weight": "023d26a4f7543302792e9d1f876c09bdb01ff5b85e18c73e5d0276f96841ed59", |
| "model.layers.14.post_feedforward_layernorm.weight": "dd3e09bacf72c7a5d5d6addafe26412f31fc6b8238001542531eea18202cb9ba", |
| "model.layers.14.self_attn.k_norm.weight": "1c517232c66b50c049a27c59208649d9d8f19c92ecfc637119e98a78e8cf07f8", |
| "model.layers.14.self_attn.k_proj.weight": "285ca09881f9ae6690a7fdea440613067f55b5f09e87f84724350a19fd7e697a", |
| "model.layers.14.self_attn.o_proj.weight": "4f4ffaf60fd97f452939c28e769d702b634eeb72aa635fe0f15076bdf46fe2fe", |
| "model.layers.14.self_attn.q_norm.weight": "1d0933f0eb327cf25ce32588427518c6fd73b6faef520a09ac655f59c2445a95", |
| "model.layers.14.self_attn.q_proj.weight": "fabf1ed8c0d93a7b9f2ae2ae8755a017fdbd6fdd5e6b45dc7bc8fa4db0d13e3c", |
| "model.layers.14.self_attn.v_proj.weight": "3ebbaa1cdc986ebbe734fdf8106fd1bcbda2f408d0c9b87b4707d75a2b054a4c", |
| "model.layers.15.mlp.down_proj.weight": "13bf51cf008543df0a68df8b7f52b7370ece18e61a38574ffc844e4c9a49efbc", |
| "model.layers.15.mlp.gate_proj.weight": "dfba35a2d446b23d3e80fde7bcc8ae8c9a889c1be2444bf11ec7010a4798c4bc", |
| "model.layers.15.mlp.up_proj.weight": "cbfa3f8debeec0f6e5f582b8e8e58796c04e1ee427abc78a32d8a07fb3a7807a", |
| "model.layers.15.post_attention_layernorm.weight": "4567fb88fb31f6f9335c78ef98e9944e7e8ef301862d609a2be78c9e459d78fb", |
| "model.layers.15.post_feedforward_layernorm.weight": "9e1a9d7bfa4b96343c78395d15cc966572a5ea0d1db7d9443dbafa5bbd0a36a5", |
| "model.layers.15.self_attn.k_norm.weight": "e1f0ecee6a4b1b9f946ee0dd67a328ac14e575a250c12cc1fa0d9d69c85f4e76", |
| "model.layers.15.self_attn.k_proj.weight": "e0bd8890ad56fdc0965df2440060f613167ecca423856e7c556e4a9ebc162a42", |
| "model.layers.15.self_attn.o_proj.weight": "a795cf5bc281f62e6e1753f58958fac071e77675981f38145f283a391aea8a40", |
| "model.layers.15.self_attn.q_norm.weight": "3d4c863bdc7eb349e10e4bda65e08aaf525e62f2d9c3aa5094385f1d4170c4aa", |
| "model.layers.15.self_attn.q_proj.weight": "99d796bf364f78add3597e359a85b062424622beb6d4249619f85ebb4bff1d67", |
| "model.layers.15.self_attn.v_proj.weight": "24a556e13cfc668fe5db71adf4e3b4718f18280cefce314b519cef592c9577fb", |
| "model.layers.2.mlp.down_proj.weight": "4de27c17410ae54c0a9a11d0b6674389530927c91a413eb9f7ca172654b44067", |
| "model.layers.2.mlp.gate_proj.weight": "accbc9eab5c38160eed75d8481591d5ff4adcd95779f1845735aad456bc61918", |
| "model.layers.2.mlp.up_proj.weight": "504cffccb1cd9016dff0e5c47d3ba4fed72e13f87b9d0a7610524953615d403c", |
| "model.layers.2.post_attention_layernorm.weight": "f578f8d74f4f02da03c860177bfa89e7798c193490e96c0cc26aaef08ec73925", |
| "model.layers.2.post_feedforward_layernorm.weight": "08c37b3d63b58b4dfdb3368d89887bb7f9ba3cfe89367344bf330698d926fc55", |
| "model.layers.2.self_attn.k_norm.weight": "698caf7395c4222f288aaf2cfb859c2a1056262e41a8c387c15ddb55402ed33d", |
| "model.layers.2.self_attn.k_proj.weight": "4441abdafb278c6fe7075061b760b78e4eb560c429fddeeb753393b027ba4ae1", |
| "model.layers.2.self_attn.o_proj.weight": "7380e8f77185973aa9a0e734be504e6289c1d1222a86f56cb5e0b3b88a8b2784", |
| "model.layers.2.self_attn.q_norm.weight": "d7ad6930a9334812b28f3964862f09b8c2b966c67bfa5ccecc9a9e413d6ccfd7", |
| "model.layers.2.self_attn.q_proj.weight": "6429e030af52367533ca4f64edddf257dfcc768bcc8c7ade585c490847925efb", |
| "model.layers.2.self_attn.v_proj.weight": "4a48d9016beb8fdbca8152712da643d8b626d58d4e9ff68e48df792707fce7ef", |
| "model.layers.3.mlp.down_proj.weight": "b80e833fc8e948c6c9f5b36a829a048e2403539d65ef7be35ab0659399a83075", |
| "model.layers.3.mlp.gate_proj.weight": "eaf035ef363859a7fc2ea18fc4e7414da6089e4dda248c8d62606fe9620e2ce2", |
| "model.layers.3.mlp.up_proj.weight": "75dd3750f04b7244df6b7c7397aea38ec007e6349ea5f47b914002b9348b1f6f", |
| "model.layers.3.post_attention_layernorm.weight": "f987c1703889595b7a9a0e48a0baa5365e5da2de92d7739ae52333019d262426", |
| "model.layers.3.post_feedforward_layernorm.weight": "7183374ba7f79b22febaafb534d3d2fed9c33a96cde684555efd18eee7fc37dd", |
| "model.layers.3.self_attn.k_norm.weight": "a7292aba3d975e20978436dc78e548dc3a6ef720a6d92ee40dce918a6b6f2626", |
| "model.layers.3.self_attn.k_proj.weight": "209c75f5680a23895f4bdf6006702362d8704a75e238f8e233325d3312f85f4f", |
| "model.layers.3.self_attn.o_proj.weight": "4d9451d6c5b7a66e2463297cce23860f719a2df4719a08b8fff0032ece3eb5bc", |
| "model.layers.3.self_attn.q_norm.weight": "87a2a1fb00985301d36d6b06d3a84bc0dc510a2602c4c9c1ad341ab8f24f5c4b", |
| "model.layers.3.self_attn.q_proj.weight": "2479be2afeb4748a4b5c28ff8130d09f0783b76a7d6d7e8522b71678ae6b3094", |
| "model.layers.3.self_attn.v_proj.weight": "b2d9ad961e821f9941f62c66739ffc8409f5008344adba8b8efdcd3c4e3d010d", |
| "model.layers.4.mlp.down_proj.weight": "1af85db3850310431298a6d40f7c40a8483f4f9317a76b56d14541b1bf3c8e03", |
| "model.layers.4.mlp.gate_proj.weight": "f555a23b7f991c36399a42e4b4e47f17d80e64fa19f3d8b4fb610a0d3bb3b383", |
| "model.layers.4.mlp.up_proj.weight": "e8e586d7f590650b9bb276fd6b08d4bad799e5e1481f8e40bf5b56a334982133", |
| "model.layers.4.post_attention_layernorm.weight": "2b759b8566d05348d86d37fc80446ca22bfa35329d8dc5357854aab41fe5c286", |
| "model.layers.4.post_feedforward_layernorm.weight": "4fe2c6dbccd9caa2527e1b1d52ab6f154f540db8b987433cd57020172a9337b2", |
| "model.layers.4.self_attn.k_norm.weight": "d4e0cb9a0b9ef17a1c846e2bb2e4870f313c830ecaf7fcbc25cda1b48b4bd57f", |
| "model.layers.4.self_attn.k_proj.weight": "a9c25c86f3937cb94e0ad1854f070386c0eb60ae8e345cf44083bd9ea884ee3a", |
| "model.layers.4.self_attn.o_proj.weight": "a1edb1e78869c61048e9808fe328c414095f99ea779e7e047bb08937d5ba084b", |
| "model.layers.4.self_attn.q_norm.weight": "4c9e0e8ef25c2e86cc64ba3dad7becf8cd66c30cd7469edc3c15a022b0251118", |
| "model.layers.4.self_attn.q_proj.weight": "5386f20093933992d7c19e308ad938701b879f02b64db012030d4467f0ca3eae", |
| "model.layers.4.self_attn.v_proj.weight": "e5d3c427e64cd6326edae14c7707a958aa774879b25d2aaea28388f7c624df63", |
| "model.layers.5.mlp.down_proj.weight": "4036b6332a94136385e9a1030c81845d71aab1c36545dd9bdbeec7f82308d463", |
| "model.layers.5.mlp.gate_proj.weight": "dbb52700dbfd4618876579f5f71c46385215667bebdc26bda977512e6f9ec1d2", |
| "model.layers.5.mlp.up_proj.weight": "f9b5f1eb00680940322f98fcf3651ceda0674f3b2cfda436aa786951cd6f0fb4", |
| "model.layers.5.post_attention_layernorm.weight": "f963ad44d97ed807c10c5c489f91921eb9ad00c9af9abdc0cfce8285bc68f806", |
| "model.layers.5.post_feedforward_layernorm.weight": "9f84d22859c62660a6c72d09d90cb42cb35497cd3162cb4a0b0a4f259144dbaa", |
| "model.layers.5.self_attn.k_norm.weight": "4530dad1f5436ea829942b297d17343d5e6054fa883b48b1eab3d2d977d688d5", |
| "model.layers.5.self_attn.k_proj.weight": "d9d714ca458309b236e5d0689c9e9663ef5072e875ff5795a80c6d8037c21dd4", |
| "model.layers.5.self_attn.o_proj.weight": "164c78e8daf0b47f1a3791dd68ea06fff08eb1a87e83052ec38f578752d95f77", |
| "model.layers.5.self_attn.q_norm.weight": "e4c0200e1b5a5a33a5f82a8b83591156678da493132f097e0242f2cd7f9479af", |
| "model.layers.5.self_attn.q_proj.weight": "1de065fc884e25c2d52290ec3951c4beff01d8f9ed501a34f153125e12f7188a", |
| "model.layers.5.self_attn.v_proj.weight": "ac3b79366d2baf362260e22d8cd172d1ff1c9dd263e0e1d707c5d315d7512bfb", |
| "model.layers.6.mlp.down_proj.weight": "df38ba0e899ebb19a5832ae5604b915b3115889c759865e8f342b1c20d820749", |
| "model.layers.6.mlp.gate_proj.weight": "489fdcbe7de4ef18aca21bf11d098da7a873093aca02e4a5ab91e11290327a61", |
| "model.layers.6.mlp.up_proj.weight": "9426164c0a0b5d234094d51f2d827ffae7f5cd49bacfc19e13048a0d5f2894ac", |
| "model.layers.6.post_attention_layernorm.weight": "a622a56ab02170a6fa10a976ce3658c1daf7191cf9127412dad333ce94863595", |
| "model.layers.6.post_feedforward_layernorm.weight": "943624e146e86445f13d3f42a582f0a51710abebe059782e38c1b820de4601cc", |
| "model.layers.6.self_attn.k_norm.weight": "a05c02e351da184e1be297614ee1eaf2d5b32bde2f89e2729432a6b9bff447b4", |
| "model.layers.6.self_attn.k_proj.weight": "f5284a4a71c8fa2bc1b10e97ce8f22be3c56d5e83f0b83d665f46a2b1511f297", |
| "model.layers.6.self_attn.o_proj.weight": "1ce6e80e7bf2005206f2f4fb7eedde9fac8df7d06cbac0fc06005ad5773577dd", |
| "model.layers.6.self_attn.q_norm.weight": "56ef76f54385b2541e309ff844e4936b7cc5b925f9e7474b0ae6e2209552e0cf", |
| "model.layers.6.self_attn.q_proj.weight": "f713d7a842a7099a378be313eed1ab023e474cfb24a339f773bd6adf5aa53adf", |
| "model.layers.6.self_attn.v_proj.weight": "da90c92a187b40e382021b6532d798b70d772ddc1154553f004931c05d04f5e9", |
| "model.layers.7.mlp.down_proj.weight": "7bfb822ad3b226033e04fdeecd6d23a5fd8475950235a2fac855909676f8b8dc", |
| "model.layers.7.mlp.gate_proj.weight": "73e92343611680880b7f17e3ac9d0f9648da67045cd416718ce433f9a85cf836", |
| "model.layers.7.mlp.up_proj.weight": "6d16cd3280bcc6b0d3a7e08c4ce98563c62bba0af089fbc80f9f0881c73a6296", |
| "model.layers.7.post_attention_layernorm.weight": "4872d0b5c6d1e3e3f349c76dfabc7ed63a30b7b34a0ab540748cfda34e3fc7af", |
| "model.layers.7.post_feedforward_layernorm.weight": "7132fff651f17f49a87f0713d0b18e647fd6423b1c868adb6f487f59d0f9c827", |
| "model.layers.7.self_attn.k_norm.weight": "66d31772a5f8b9192128ae63ade3a2407fbeed642dd9252f5dacf1913dca8f28", |
| "model.layers.7.self_attn.k_proj.weight": "f45661e79702ce7d5e9e9feae6396060b952986fe5c9f0d74e37bac851a785d2", |
| "model.layers.7.self_attn.o_proj.weight": "e784fadda6000a262ad3d0ddef5dd89342fb912dc0edc762948463d83d9048a6", |
| "model.layers.7.self_attn.q_norm.weight": "49e214abff6fcf88c608381cf50196b8a949f6a4646f7c96c5adc494b05adb25", |
| "model.layers.7.self_attn.q_proj.weight": "8052445ebe824af5973e2f467402cb4b465ce3972b06c8ed4aba14e03b83a76b", |
| "model.layers.7.self_attn.v_proj.weight": "8b4c3d3ab2baf6fd9208472252194227f35df5bf060d8857b44223dbb926a6d9", |
| "model.layers.8.mlp.down_proj.weight": "bb5254408ecfd3f8073da3aadf7fb6c12faee8f0d1dbc98b388b3aea0f72887e", |
| "model.layers.8.mlp.gate_proj.weight": "2762c764da4dc5f2e46b48602bfddaa7dcce558a51745880180a0491ef37b69a", |
| "model.layers.8.mlp.up_proj.weight": "ec6c504a5ee8b8e47777d8a802c30e437421d9edee8d9350a86b1a4ed9142b9d", |
| "model.layers.8.post_attention_layernorm.weight": "65916f5c17c6d28202fb89b561acf34c70e2b7ca08ee8126931be72c34fae6a6", |
| "model.layers.8.post_feedforward_layernorm.weight": "c96ee271832f6bcbe276fa12c99f1a93f64fe7c28ebbb9bd172aaebe857e2398", |
| "model.layers.8.self_attn.k_norm.weight": "de1e0ab36b39de6a233ec27f543ae702e14d8d264126e15f581272448b757f18", |
| "model.layers.8.self_attn.k_proj.weight": "f4edcb17814dc3242b26a1add004decc7210a223bfe11b6d7b715537843a5e22", |
| "model.layers.8.self_attn.o_proj.weight": "d75dde8611ac57e572b3fa30af20a8e40af825fb5c6e1b5633438cec5a361912", |
| "model.layers.8.self_attn.q_norm.weight": "3fe309f88e1531b2e38c5169abea90317d43be514da8c7cb4edb2a786cfa4657", |
| "model.layers.8.self_attn.q_proj.weight": "f5b7c437427f8cbb6bd340c0805c5b2406fc09bc63d49bc0cd8394444073a563", |
| "model.layers.8.self_attn.v_proj.weight": "62691701d401b87608bd98d4c524ca46f91fa339a7a95d45d54bf154606285c2", |
| "model.layers.9.mlp.down_proj.weight": "d246c799578ca872b3705f27d5f7c1923032eb17562732dae4545313d251e3ae", |
| "model.layers.9.mlp.gate_proj.weight": "2b6642794df31fc60d2ccfc42158abbb5a9389e5cbc62822bfb520c0fe7afd69", |
| "model.layers.9.mlp.up_proj.weight": "5a703cdbdd0bbf8e84856bc67f98ce46efb74c88ff543c403e1b7de6591eef20", |
| "model.layers.9.post_attention_layernorm.weight": "78f07f432cdb6b223621d67aad1da30ba4710c1d160e2ea83b41b0cc1ebd1de7", |
| "model.layers.9.post_feedforward_layernorm.weight": "49453c5cd9863044cb14c708a875c6f09790837f7f47259be892e9206b270b3f", |
| "model.layers.9.self_attn.k_norm.weight": "1c0f76b691df5eec6c2f327f8fc8fa7520fe7b8b4cb0c51278ed4aff3b1549b1", |
| "model.layers.9.self_attn.k_proj.weight": "2204a17cc0ef68224b0659d994467749ce95948c2c48965cc57e9758f66a523a", |
| "model.layers.9.self_attn.o_proj.weight": "8a468430f49597471b84326486a1b3f82743fdc8cf5c06941908fca8d56b7baa", |
| "model.layers.9.self_attn.q_norm.weight": "091f3bd6d88e25aa20f4abef6e047e7b35c06671b57e459a37d354b50e0e5d76", |
| "model.layers.9.self_attn.q_proj.weight": "94164ec7c2e1b739cfaf29b0677d3499cb1f7a65349bacbee9765e1b10b0c779", |
| "model.layers.9.self_attn.v_proj.weight": "9bd275ccd8cf577b178de5022078c689039eff1e4b39d8a7323d44da12d650f4", |
| "model.norm.weight": "2650d15d45aa6b1f59b29ef2a4df5a5f209550cd165474b9dc1ce0e554b3edbd" |
| }, |
| "tokenizer_files": [ |
| "tokenizer.json", |
| "tokenizer_config.json", |
| "special_tokens_map.json", |
| "chat_template.jinja", |
| "vocab.json", |
| "merges.txt" |
| ], |
| "transformers": ">=4.57.6,<5", |
| "true_vocab_size": 100278, |
| "vocab_crop": { |
| "embedding": { |
| "exported_rows": 100278, |
| "removed_rows": 74, |
| "removed_tail_sha256": "9478ec4d7366618d530922bea53340f7ff004f464119c3635b5a0a59457b3818", |
| "source_rows": 100352 |
| }, |
| "lm_head": { |
| "exported_rows": 100278, |
| "removed_rows": 74, |
| "removed_tail_sha256": "fff2cbff42a3c1ae862d827368d6086a6c4ce1383bce6efba8bb33e4596f47f9", |
| "source_rows": 100352 |
| } |
| } |
| }, |
| "validation": { |
| "fc1_split_repack": "bitwise", |
| "finite_model_tensors": true, |
| "qkv_split_repack": "bitwise", |
| "safetensors_reload": "bitwise", |
| "source_key_coverage": "exact", |
| "source_shapes": "exact" |
| } |
| } |
|
|
