| { |
| "schema": "olmo3.base.hf_export/v1", |
| "source": { |
| "checkpoint_metadata_sha256": "12f8032440a2aa3ba117210bc9308b51e008597eedc5389d50eee33bf883b889", |
| "iteration": 89407, |
| "model_schema_sha256": "5be7d972eb3294c31abe5a6ea18bb1b2c34e2ca8225a32a9bf1673fe5d67e4fd", |
| "parameter_count_with_padded_vocab": 1484916736, |
| "run_id": "o3b1b-s8192-g8192-m2-ga4-tp1-cp1-dp1024-i1024-b4-lr1e3-fresh-1024npu-share-20260726-v1" |
| }, |
| "stage": "stage1", |
| "target": { |
| "format": "huggingface_olmo3_safetensors", |
| "padded_vocab_size": 100352, |
| "parameter_count": 1484613632, |
| "tensor_count": 179, |
| "tensor_sha256": { |
| "lm_head.weight": "2c2b56722fe3d86580df2ae54643ca463617c2d3fbda9344841cd1d60fc4e3f3", |
| "model.embed_tokens.weight": "1c905629d39a8bc5830c985e5764b037ba0a3fb6256d79895b2a73768c4821e5", |
| "model.layers.0.mlp.down_proj.weight": "5ba3a1cb9b1cf82997041a7176b063ecfc91b6b1f17cbd1915520c84d7901a22", |
| "model.layers.0.mlp.gate_proj.weight": "4e21304c10317032be9b42f8ef215c3ed87807b98a044f1628d28fa92b51ed1f", |
| "model.layers.0.mlp.up_proj.weight": "6d99298fb771bb161f5d924554258ecb8365bc8ff6a085f81b65db56b4b662ab", |
| "model.layers.0.post_attention_layernorm.weight": "0741bfcdf9be9f3c922447d0889990c8a7b7c7fb48ebb7cd35068631877e4755", |
| "model.layers.0.post_feedforward_layernorm.weight": "db6591b2956b66bddd90f0cdfcc00f7288726b9fecf4ab41f190a0ae720a21a2", |
| "model.layers.0.self_attn.k_norm.weight": "be9a018e2c92b46957262a946622083d3ef0545d61c2aed6e4f82be5d39fe790", |
| "model.layers.0.self_attn.k_proj.weight": "ea095763e7ec0de94c40b8920986ef153329908054f2ae0e8f28239b99b8b3bc", |
| "model.layers.0.self_attn.o_proj.weight": "1204ce5f27d7acab369b77ed78f65775fb507a04b9171c4ce60db75e2d1fdad0", |
| "model.layers.0.self_attn.q_norm.weight": "aebccc014ccc55a2dac50826f4990b93d3e1777ea396e11ee92866ea373072ea", |
| "model.layers.0.self_attn.q_proj.weight": "f7920668882a8b499c3e668ffcff84757e1a35656659385d6c0dd2c5ede1c748", |
| "model.layers.0.self_attn.v_proj.weight": "578d6ef0edb2ee08891c0103f07aff3faae3bb1e435517911c80932cbcad0bb9", |
| "model.layers.1.mlp.down_proj.weight": "1f9c230253c9b7c032e738556fd3a90462862bc28c0d79b22ee90331b1d2af78", |
| "model.layers.1.mlp.gate_proj.weight": "30bfefefa0b589a1fb012769d43ae8117ac1e3b8d4cbce4c0a8c3f3a55ba5227", |
| "model.layers.1.mlp.up_proj.weight": "922f8329e26d0583fda2dc7dd46d84cf1a9eb1aae4ad420037e590a1514000e8", |
| "model.layers.1.post_attention_layernorm.weight": "981d28f2c112c3a56559cb1cedcf3a31498e54c5cd1d76c1c86550cd4023a1b7", |
| "model.layers.1.post_feedforward_layernorm.weight": "37a550b75c82b333050d226d6054c9c334cefeb3f132e69423bc067f13a51613", |
| "model.layers.1.self_attn.k_norm.weight": "dee119463ea982bc55eb17e10070c841a59dba95d9a2f024fe3543b463dbb0da", |
| "model.layers.1.self_attn.k_proj.weight": "2f99ccf025aec55653d5fd6e066cc9230ca51c72854cabe85829af7c35f74d20", |
| "model.layers.1.self_attn.o_proj.weight": "eb1072a70f6d41ad216d57b387d208ef702ebf4469eed6a37e1c320f5036ebe0", |
| "model.layers.1.self_attn.q_norm.weight": "8323a1e5699bda04204ac7ac3d3ba13a7532051022b747bb0375173597e3aa36", |
| "model.layers.1.self_attn.q_proj.weight": "38833109bfa6cb42c9928c4dfd1d90f042da88eef46406562cb3469b21c1da47", |
| "model.layers.1.self_attn.v_proj.weight": "9be903172564ca6bfdb57fdcb6d8a4cc2f325e031d8d86c7da40263d5f596ad6", |
| "model.layers.10.mlp.down_proj.weight": "d028ee6f43c03c243bde68f957784ac49f4cfd3e26cc19324aaf8a587e477c07", |
| "model.layers.10.mlp.gate_proj.weight": "34b02ed1707f4241a6cf4003764bff490eb349e5ef0f89bf36bb2554035cf22c", |
| "model.layers.10.mlp.up_proj.weight": "63cbb2dc1ddcb42bbe43f51359badbec51fbf377ae4e042b83c9960bf427036a", |
| "model.layers.10.post_attention_layernorm.weight": "4fc868e277e40d05863dfdd12b642e48c77ca35e72d9c42e71bba9639b5ec5d0", |
| "model.layers.10.post_feedforward_layernorm.weight": "c5f291610760e7ae7aa566b5b8ca88eb9ee34b73ddfcc585d9983c78f468bd49", |
| "model.layers.10.self_attn.k_norm.weight": "9a951ea97f95f091b2b7a04861c9d4164e2a37b184136c0b745fe123d7453351", |
| "model.layers.10.self_attn.k_proj.weight": "8c9cbf672057da4ac8efebe4adcf1b0ec099881beb6527321dfec24d19291684", |
| "model.layers.10.self_attn.o_proj.weight": "5df169b06fe9112e74ec4f654e2b80787d5bfc6d614ad3788a2735dba2566589", |
| "model.layers.10.self_attn.q_norm.weight": "4af5d76b7d8523a7ea1062b7b838e620a0b7becb489fb529953788b0dbfdedf2", |
| "model.layers.10.self_attn.q_proj.weight": "2ef04c47acf65d855e4b555f4763cfe6ba3578eecbe59d14184c2b5724be4237", |
| "model.layers.10.self_attn.v_proj.weight": "15d57412318ed2fcb625d4069df10abc1ae3e0e8d585668926c15a4dfa8d4b5b", |
| "model.layers.11.mlp.down_proj.weight": "7ac0883355272cf755d961d692bb991984ddbd3d467f8701115f4b1f6c96d8e9", |
| "model.layers.11.mlp.gate_proj.weight": "cdce5180cd5ff1c717581c81a49f86c597dc0fcffd92bf0715c0402610bf141b", |
| "model.layers.11.mlp.up_proj.weight": "60ee644becceff681c6e6c25b85d14e393df143e05f6f99a8ce93318c0ecf811", |
| "model.layers.11.post_attention_layernorm.weight": "75f2b6b07daace61565fc7a6b40e4e59bb0e9d42983778fc46886c0345ee3f9c", |
| "model.layers.11.post_feedforward_layernorm.weight": "8ad56234e8c081798b9807a7f632e2fa56444594e585cfb6f960c689e4a8b36a", |
| "model.layers.11.self_attn.k_norm.weight": "0ea60bf56264b79be2c87a3f3370e87b306a40bca6e6ff54d4a6d2a94d3bf40a", |
| "model.layers.11.self_attn.k_proj.weight": "ffda5528297ebb3a6c8a10d8ded2fe3a520f4dd270cb4f01b6d9e7849bae7443", |
| "model.layers.11.self_attn.o_proj.weight": "8124707a502b662534a745d73ab8482e0c4b39ed3b69ddeddd89a050d7e16b17", |
| "model.layers.11.self_attn.q_norm.weight": "2c2cf823d8ca67acbd8439f999504e382aa16de7cbaf37bd8d772be83ed2302d", |
| "model.layers.11.self_attn.q_proj.weight": "277449307dc63b70d6a630e84c765c1b98e252cfe5e7df3a24c20aac6a7efa8b", |
| "model.layers.11.self_attn.v_proj.weight": "688e9bc5c1dc1d1e8b8b8d8da981b0bcbf2ac4a1cc9a7a2a93d835a30554673b", |
| "model.layers.12.mlp.down_proj.weight": "b8413bb7c60ac09eed3d535bee41a76017a66f501195ff4920af5934b12014af", |
| "model.layers.12.mlp.gate_proj.weight": "2b203f851e1b4c0a0f32d7e5532db8cab0304f1141b3bfb1ba1d8bfc7590438c", |
| "model.layers.12.mlp.up_proj.weight": "208829191aab295143cc944dff9118a2e34a084322c5f4273c09e38d89db38a9", |
| "model.layers.12.post_attention_layernorm.weight": "5d7c0da607058abce9a6015369d5150fd67a70d9c75e78a779aa277b860d067c", |
| "model.layers.12.post_feedforward_layernorm.weight": "557bdc9ee69d078122b285b82ad7794ecfdadd6073490d8f8ba9322f5748ef01", |
| "model.layers.12.self_attn.k_norm.weight": "5f0cd3037ef24905b729234d64199a38e5b4e73f5b387f42cc395cf0308ecdf1", |
| "model.layers.12.self_attn.k_proj.weight": "e6abbfd5726fc56b85b6925582847f22a978ab09ee925158cff1366f5c1010ee", |
| "model.layers.12.self_attn.o_proj.weight": "184444cab903ec71f084ed3d1ca753af6395ab54957dbe2511f383ba2cbd4d44", |
| "model.layers.12.self_attn.q_norm.weight": "27e32c679ae48d8e2cf76175fcd79e9ba8ae58bc191f94d61b7524a47087cec3", |
| "model.layers.12.self_attn.q_proj.weight": "605732c7ca4fc3bc160d1606e6a61e5c0bcb6bd34229fe02e396b0e549160608", |
| "model.layers.12.self_attn.v_proj.weight": "7d61ee52263ce6c2e2f24aa2bd3e0fcee1a1411deca6b0fe374461432032f3b4", |
| "model.layers.13.mlp.down_proj.weight": "1769da5ce1f75f9896bf34c3f9df57948f95e9a8ec16a807e509c2bf55a357cb", |
| "model.layers.13.mlp.gate_proj.weight": "16a6500d23acf48fffb20bf6173d4864d5b5c199b6c291bc296d3d966190ede7", |
| "model.layers.13.mlp.up_proj.weight": "7ccc48e628dc77635782ade12357983abd42299372dd7fcc096f8f8c5f7a2410", |
| "model.layers.13.post_attention_layernorm.weight": "5e3b7d5d53de5b7b03006908355f442a11a585a4f0710065326f0134231bfa52", |
| "model.layers.13.post_feedforward_layernorm.weight": "d8cf644ad5dfd4bbc875e6f0c5b7a88124fc49b2db2465c77cd96d8a814a6fb4", |
| "model.layers.13.self_attn.k_norm.weight": "afbc5480c50249d3d76a42d03b96396120dc02dbe308a5642c0e3e63e7683330", |
| "model.layers.13.self_attn.k_proj.weight": "af41f54733fa414285665ae7230514cd41bae331b7d8f9b776d6404d90b3ef86", |
| "model.layers.13.self_attn.o_proj.weight": "b8b7e64a06c4ced1d3d06b61579bf157f853b71401eb3280b4212057afffad58", |
| "model.layers.13.self_attn.q_norm.weight": "8db5082ee1d85a6528958909b7ba8d8f19eb1c206cc01eff3046037d69c9d935", |
| "model.layers.13.self_attn.q_proj.weight": "0664aa8b866145e469bb29564c43b241c897aa80383e304511b8259ee237a1c5", |
| "model.layers.13.self_attn.v_proj.weight": "9b214d7719effb5313fbb391013be3ee2090de371f573faa7e46d92d7d95602e", |
| "model.layers.14.mlp.down_proj.weight": "dc418426e2954ebc876c8f2f5dd9fd2e8905e2c03ce12c67ba14a77b2af2f6c6", |
| "model.layers.14.mlp.gate_proj.weight": "5a183b52342cf21dd792ab9c48795070122d3544757b01a444646c4d0fced62d", |
| "model.layers.14.mlp.up_proj.weight": "3502d14596d7ca5dc57f1bef5a10c8444fed9a9c2a0dbcc6a44361ceca1548a8", |
| "model.layers.14.post_attention_layernorm.weight": "a225f57d28543e07aef1c8bfd9ec62d915da4045dda2f7149aec2296561fe6c9", |
| "model.layers.14.post_feedforward_layernorm.weight": "4314cf7b6029d8c1e826d693992b6bf8f7f199c0f141b9d4ada66384db703957", |
| "model.layers.14.self_attn.k_norm.weight": "71f483aa1ffab466793e75e4f2c98005f9841d9bc102e1383600115c4a9f8faa", |
| "model.layers.14.self_attn.k_proj.weight": "4f5d2e1a6aa1cd62e7072b16de03314fd4d0edb6ec8c68e42a5d3382432eb621", |
| "model.layers.14.self_attn.o_proj.weight": "cc2902a5407f4f501699b6d9ffdbe3aab7611ff1b13f98245c61e38d8380cc3d", |
| "model.layers.14.self_attn.q_norm.weight": "1e5c113c82f55bcdcd4f1bdecbf702157f4f962363b243e7c81e81a9b9e8d432", |
| "model.layers.14.self_attn.q_proj.weight": "c5b3920fe38906eceaacdafacc3b3a71125bbbbdbea7d02e2c92137cd64f4e93", |
| "model.layers.14.self_attn.v_proj.weight": "929c0e9562387c47f885d6a17e2f42ea3f968224059076ed5a34f4d0fbc6f821", |
| "model.layers.15.mlp.down_proj.weight": "57151fbc66f35fc559c7337c2ee7f2cf42ea0e04340919a12eeed0adf13f0dd0", |
| "model.layers.15.mlp.gate_proj.weight": "21cd2946a4b78f4095bd1e17cfc1ce48fa936125c554a0535517dead7be8300a", |
| "model.layers.15.mlp.up_proj.weight": "c1193cba553a39c54ae4483d1cd6d6be83bc938cf6e680ebba61071db59b5fe0", |
| "model.layers.15.post_attention_layernorm.weight": "fd473f30596b3608c24224f7df301df96b1ee1bc29f94b695b0724258665ced5", |
| "model.layers.15.post_feedforward_layernorm.weight": "dd892e35fea5d525d0e66e7eb96128486b15c38bd373f41ed09ecaf6be076f10", |
| "model.layers.15.self_attn.k_norm.weight": "b71bafb4ff42abffaf0868dd33baa573c7a189b83213394e6c58d69e1c166d68", |
| "model.layers.15.self_attn.k_proj.weight": "fefb1812a1bf92365a23335e1409d334f7cf7ee1a2da8f7a9433bb15f3b116c7", |
| "model.layers.15.self_attn.o_proj.weight": "d1f2ca4143c0d13da14fdc6b2b3c43d730178ee68a57dbc7a0e084c478ac4fc7", |
| "model.layers.15.self_attn.q_norm.weight": "e381bb0a803de95142668b016ed6435f8268bc3b08389f6906324b62a919e894", |
| "model.layers.15.self_attn.q_proj.weight": "0bbc98e12869cf11a73b0b69de3bb1f70c7210f975e0fdf1ac9b56f53e7789d9", |
| "model.layers.15.self_attn.v_proj.weight": "f7282a19f627aa16b0e2fc06a43a56001395aaa879aca911f29f158d0a16b58b", |
| "model.layers.2.mlp.down_proj.weight": "c4e92fec876fd53c9892adbb0822fcb4bf1f92e9165b9d012e63cfd67dbf75b9", |
| "model.layers.2.mlp.gate_proj.weight": "e72670abef60c27e64061eb913594cd11171ac452669731adb76fafb321b3669", |
| "model.layers.2.mlp.up_proj.weight": "9d1fe596d839f283388906389ad41fde49e4419e30b5539ed3e445d0e8a17b15", |
| "model.layers.2.post_attention_layernorm.weight": "8afdd32d7c4916ba8df71b609f7eaff2b9ac526d235c9e70a169321de0a9552f", |
| "model.layers.2.post_feedforward_layernorm.weight": "332e18f75c498461d857fc5bcdebd816eb11506c8ca7b32e75dfbf0a708f6159", |
| "model.layers.2.self_attn.k_norm.weight": "4b1c93af522d5fcd8c2bc865358b1bc36b727ed0b7d63d230163a7c0bb2c5152", |
| "model.layers.2.self_attn.k_proj.weight": "185b1fd1b4391d8b37216bea941ee3bd02fea89542163d7b2747b0e362417668", |
| "model.layers.2.self_attn.o_proj.weight": "4da8915d346f9cc041dc85682f3b04a8ceda7f416bf792740b45cad4168cca20", |
| "model.layers.2.self_attn.q_norm.weight": "47ac304e74239653ee70100e3f98659d299093de39e965304cc5ccf3f40f5915", |
| "model.layers.2.self_attn.q_proj.weight": "843e4537a57ff50fa039e42c2e8be87db0c91169d40e0d31ed227de7859fbc3d", |
| "model.layers.2.self_attn.v_proj.weight": "05539a59440dab91230147cf18c9d958fb32ee97b9d731c34338ea8f2f9132cb", |
| "model.layers.3.mlp.down_proj.weight": "8a6e390d7d5551257891f468176cce680fcc69a354b2f47b660b498aedb4bea7", |
| "model.layers.3.mlp.gate_proj.weight": "57f0184be811c004428a68c38b5fbcd994562e2600a34796bcd9af697fe51ba8", |
| "model.layers.3.mlp.up_proj.weight": "2ed3d99e8c8546a50b53a2a3af8892f76725c036c4e438cfbc62860022fdf6ed", |
| "model.layers.3.post_attention_layernorm.weight": "678afaeb959aaf93f3c3b2cef182f1a0bbb228bf4c3685c5770a6017a5bbce14", |
| "model.layers.3.post_feedforward_layernorm.weight": "34c0f65bc3851a4915139aff9b7c00bec84965cc6cc1baf9bf6fddd006e52a51", |
| "model.layers.3.self_attn.k_norm.weight": "fd4c78246d71c71e825fef97fc5e0f66ba2d75a5520438e8c113d1a0d781dfcc", |
| "model.layers.3.self_attn.k_proj.weight": "2c716b65d54531a52e6c7481bd52c23a03d95a7618ccdbd50eac2d7defd1514c", |
| "model.layers.3.self_attn.o_proj.weight": "68a94057c03abbf68875e118dc47f4c12db51b571b5120870eb6bfc3832fd31c", |
| "model.layers.3.self_attn.q_norm.weight": "c628f6442f707371e63c0c2ed071fed25c94bb4cae460ffd355b4f28f05d08fc", |
| "model.layers.3.self_attn.q_proj.weight": "a6bfcd6d7f65aeda50fc2058cb7ad79bb54fba23207f0abf8081c16f060d1e4e", |
| "model.layers.3.self_attn.v_proj.weight": "728341d96b3858239fbac4e427cd6b488c4c26cce69daf417d0ad21d8e5e9573", |
| "model.layers.4.mlp.down_proj.weight": "7addb8910e9396e5834fc862277e92f9a8ab09d51472b436e701685664720a83", |
| "model.layers.4.mlp.gate_proj.weight": "70b1eef4de4d668d7bbe5ca7a0adec2ccb12c4ef6c66bbb31e47525b283b105f", |
| "model.layers.4.mlp.up_proj.weight": "3aa033b0e6a8dd63a970785a97cf63f2778186491b7ba7e7c67e86e306f86c4a", |
| "model.layers.4.post_attention_layernorm.weight": "2ac65ecfd02b2e5e5920e0eac9363797be88e7e3ec62fc966c0e0b086a6afb1b", |
| "model.layers.4.post_feedforward_layernorm.weight": "987ea9495dc3d05eeb33f0e2a582a9e7412d7205bd048241e674212a04560d06", |
| "model.layers.4.self_attn.k_norm.weight": "ca40dac9bbe717186eff5895218f67e6b0df49d6cc126695899b2b251711dbc2", |
| "model.layers.4.self_attn.k_proj.weight": "638d774eddcc942dc99d46500a78c207da9d57b59ea7d565e979076a4d193de2", |
| "model.layers.4.self_attn.o_proj.weight": "58dd6b43474bba61035998fb5ecfae395059fad7812bb7a269017f009ac6dec8", |
| "model.layers.4.self_attn.q_norm.weight": "fffdf38e5726ae0f6786b470c435d4114a671f52fd7f2fbcc2613728fde0fd79", |
| "model.layers.4.self_attn.q_proj.weight": "313fafe1660a027c4380fbc770953701840107e90abc92d0683b5b1bdb52e103", |
| "model.layers.4.self_attn.v_proj.weight": "c8b9b4f9aa52d58177eda2097753eb08b53c8f66be79d4254431d1e23f5961c8", |
| "model.layers.5.mlp.down_proj.weight": "b41cbcee8253013695c44390484d84daeec601c5c3f649d9d2043a08d88d6b63", |
| "model.layers.5.mlp.gate_proj.weight": "452092f730cfc43ec0bf43173b152f1600abf9a502354d9b3f34fc73930a8e2b", |
| "model.layers.5.mlp.up_proj.weight": "4cb2c9267638863cfd6cad4bcafbba69c2b5e5e56383056e6a9bbf91586dfd02", |
| "model.layers.5.post_attention_layernorm.weight": "82550877601570a71d429b9710693ff7512a2e4a5ade02e4e8f5efa576ca22b7", |
| "model.layers.5.post_feedforward_layernorm.weight": "38d1a79b2023f55f469eb5716a134f9f12514e42977a9964b3b7f9a1e37b507b", |
| "model.layers.5.self_attn.k_norm.weight": "f0b85a11befffa103c7143e123cd82f1aff2512e6754bd05db8d5d7a46268875", |
| "model.layers.5.self_attn.k_proj.weight": "3017578d791f1d2fea2c3422e89eb4dd6cf53ccc2e2ff4dd9bc3b0d234bc437d", |
| "model.layers.5.self_attn.o_proj.weight": "5962634229fac4225885e6d62c6424af765ba2e1b1aca7911e7c6a28bc0d6321", |
| "model.layers.5.self_attn.q_norm.weight": "47fb696fb3dbbece40bba20f022697d8cab4ba057a8918414f6e6b568f3586c1", |
| "model.layers.5.self_attn.q_proj.weight": "ef36d92604281229a895cd20093782f321af742552e05c1231515017eb0d8458", |
| "model.layers.5.self_attn.v_proj.weight": "7153e8fccd3501f29b6864834b0d1c48f4a5112d5b9cb18fc7acde4c217bdec2", |
| "model.layers.6.mlp.down_proj.weight": "bbe2f127eb6d33d5fa5f5ce8c245fff4afa36657e5887007b951e09a6c465e09", |
| "model.layers.6.mlp.gate_proj.weight": "98085fe5935a088ae9914c990edd29974fad3391c0ce6502c8f36d3bab39133d", |
| "model.layers.6.mlp.up_proj.weight": "95f0ea345d8a4d65e052c1a1bb9be336124b0af4c23a100d7771191b238c232e", |
| "model.layers.6.post_attention_layernorm.weight": "a3414d30c83bd3e34bb21c2d504590cb6f0224118dd4b66a725beda8ae40607d", |
| "model.layers.6.post_feedforward_layernorm.weight": "25c9d0312ad477be565e0bd57fdb8b3248a08801f0d3db6f0ccb026a3588aa16", |
| "model.layers.6.self_attn.k_norm.weight": "30f7805cfd3fd214001c646086f010e8af66d03d7830f27a3157b92504598283", |
| "model.layers.6.self_attn.k_proj.weight": "2ca4262c60b61f3f8eec62fe4d1d2e595efc3a44167424d9b9842dad16acc01c", |
| "model.layers.6.self_attn.o_proj.weight": "8f7f63deb6226a14a2dee49cd7db8f90a3ee268409c5c1ec6373bf1e98e0e92b", |
| "model.layers.6.self_attn.q_norm.weight": "165f742c88ff1e219f15094f0015cc0eed5072507c70f4a5fb6fff6923e0f9b5", |
| "model.layers.6.self_attn.q_proj.weight": "208474444051642376274d2208393de9b52f05561ad908e4ac154f26bee94fff", |
| "model.layers.6.self_attn.v_proj.weight": "0f52e2cf1dc294508abf5888f7597926e92af7f76b6aab6698f663764054c00d", |
| "model.layers.7.mlp.down_proj.weight": "1d71ffafdbfdf58d4abba1f3fd76b5f5ed1042869f5d55f5a629535b8150bf2c", |
| "model.layers.7.mlp.gate_proj.weight": "17cea5c0cde40c8036676c8c4524cc61dd5c275c7d9189d99241bc99517dcc72", |
| "model.layers.7.mlp.up_proj.weight": "00e0054ea1d7559050b8c1f709de989042011101db92303bbc6cd98c1654f7d9", |
| "model.layers.7.post_attention_layernorm.weight": "cb374a1252c8cd545e0307ab43516c9d5d43a9025025334eaa6531bd1a88e7fc", |
| "model.layers.7.post_feedforward_layernorm.weight": "d22f4d1b34085c676d80d57a3eeb309222b967d583f9df327a9a57ff3e32ce2d", |
| "model.layers.7.self_attn.k_norm.weight": "cf776c118a01b72498ba60560513af5b1cc95929326ca9746b44ee1ba4786c3c", |
| "model.layers.7.self_attn.k_proj.weight": "e537dbf444d3807a6182806450f53374e16c9483fb83050a4d311360f14ce445", |
| "model.layers.7.self_attn.o_proj.weight": "307eca5fca6a0a74b79b1c43ba4f77fa34038749361e603b55d84923ca8292fc", |
| "model.layers.7.self_attn.q_norm.weight": "b45335edbaa285dd2febff1c0ba8fa6f22e1170ad7884e783da2d4de8533b025", |
| "model.layers.7.self_attn.q_proj.weight": "f1f7c7b8439fa96acf652b581b9b0394323eca4a8f4161d6441a52927f23265f", |
| "model.layers.7.self_attn.v_proj.weight": "2d2509b2e81b5732a2631a8189971ed6e5f45a8e7b5b3402f5bf58d0423029e2", |
| "model.layers.8.mlp.down_proj.weight": "1df90f70522666014c2b588162cd94d8290135ddb84cdff89c16354fcf4db7bf", |
| "model.layers.8.mlp.gate_proj.weight": "a643385d7b08e6c3ef86392213cc4763dbfdc1b5fa6d66c1a7084eafec71b70a", |
| "model.layers.8.mlp.up_proj.weight": "dc70a3f041066df9ecc0d3c9148fce8584148ae340bd9c50b2ee0d7aae8d362f", |
| "model.layers.8.post_attention_layernorm.weight": "94222036154c65c8a29295d0d46c0b481946b18a683882c957b1ed23a508106a", |
| "model.layers.8.post_feedforward_layernorm.weight": "612ae9af1ecc8f584a192a00aadf174daf73425c5863800a03f915435bc8ac17", |
| "model.layers.8.self_attn.k_norm.weight": "ae43986dab105dd9d42d46f24f73459b0c1ba780aa5a5ddf5d6d207796d251d8", |
| "model.layers.8.self_attn.k_proj.weight": "e7bf3095e38d03fbf71988ff78283ca9306ecb552865d5649889e7aeb5b2e975", |
| "model.layers.8.self_attn.o_proj.weight": "445348986ff9dd279bc78658002a97d5733e879189339db797f1ccf46a9709f8", |
| "model.layers.8.self_attn.q_norm.weight": "accb2c2696db963ce48e65c27f50a50d4e4e0f51c8a9a5e846685faf5308947f", |
| "model.layers.8.self_attn.q_proj.weight": "7997098209e2ae6619a66da46a62945c3895ca31ae765b4bde4f19034e287b3d", |
| "model.layers.8.self_attn.v_proj.weight": "13409a6eb7c34242d5fec69972fab345d43597d959806d9292a5ab0619e5ccc6", |
| "model.layers.9.mlp.down_proj.weight": "00c9f0fa4ce63a3fae8c6904abf71b3ece846fab4b258676eb2b7169876449d5", |
| "model.layers.9.mlp.gate_proj.weight": "16a2ddbcd6a69dc0566b5ac3cb2fb05ef50a6aafe43a9a3b9091fc508f1501f7", |
| "model.layers.9.mlp.up_proj.weight": "ac946f196b7742453aa5f8c0dfae617e69ae81b68aa98dc779ef469927b0525e", |
| "model.layers.9.post_attention_layernorm.weight": "175a8216340bdbafa4fe280d4163e35e2e1fa3d68649d251d5c6b1cd9324dba4", |
| "model.layers.9.post_feedforward_layernorm.weight": "39839fe036e463925e2df12ca759eef14b50e85aba0c8b8953d3fd953623f293", |
| "model.layers.9.self_attn.k_norm.weight": "034d0dc860e35ac8df46b73aa7922fa1eaf8608a66b68b009068ed9123c3908f", |
| "model.layers.9.self_attn.k_proj.weight": "dd941fbe097ae7c22c5c83a5a6cd730a7f6532689835089f6f389e909101be2c", |
| "model.layers.9.self_attn.o_proj.weight": "44fac7ad36c5fe9b5c52f33488054b243fd117d7a83619bb0a916b5b2b01c75c", |
| "model.layers.9.self_attn.q_norm.weight": "4b628d803fe8cc827c5e92f681f5682a28ad98f805aeb9c780e5b60f54a434ff", |
| "model.layers.9.self_attn.q_proj.weight": "6c906ec3c8eea494f1682c01d74921aaebdc1861b947dfc1b459c6514f7288bd", |
| "model.layers.9.self_attn.v_proj.weight": "b093143c3dcdbc87c3a4b600a851fcb4022575fc5f8b25a793187ba5e5a37792", |
| "model.norm.weight": "745b9b75f00b95e84fdd70abfaf8916cc7043ab7c0abf48b797841bc4844cb81" |
| }, |
| "tokenizer_files": [ |
| "tokenizer.json", |
| "tokenizer_config.json", |
| "special_tokens_map.json", |
| "vocab.json" |
| ], |
| "transformers": ">=4.57.6,<5", |
| "true_vocab_size": 100278, |
| "vocab_crop": { |
| "embedding": { |
| "exported_rows": 100278, |
| "removed_rows": 74, |
| "removed_tail_sha256": "9478ec4d7366618d530922bea53340f7ff004f464119c3635b5a0a59457b3818", |
| "source_rows": 100352 |
| }, |
| "lm_head": { |
| "exported_rows": 100278, |
| "removed_rows": 74, |
| "removed_tail_sha256": "872a96525f33a1be10f15b14f0d265e12d825e42749b31b7d5c5e780627f66fe", |
| "source_rows": 100352 |
| } |
| } |
| }, |
| "validation": { |
| "fc1_split_repack": "bitwise", |
| "finite_model_tensors": true, |
| "qkv_split_repack": "bitwise", |
| "safetensors_reload": "bitwise", |
| "source_key_coverage": "exact", |
| "source_shapes": "exact" |
| } |
| } |
|
|
