{ "source_file": "model.safetensors", "source_sha256": "f5588a7527bc748f686e26f1a76854ca88bd0061f9733505b8cd23703ebfc927", "metadata": { "format": "pt" }, "tensors": [ { "name": "mem_to_emb.0.bias", "dtype": "bfloat16", "shape": [ 1024 ], "nbytes": 2048, "sha256": "cd8fcd9e748ea1048e9947eb9fa1a7a2e129585a8273e9c42b2d373816f218ac" }, { "name": "mem_to_emb.0.weight", "dtype": "bfloat16", "shape": [ 1024, 2560 ], "nbytes": 5242880, "sha256": "d83fb15e80f1c807b2d0ddd38ae0d2705f4889c0ac2b3218bc585c251462681c" }, { "name": "mem_to_emb.2.bias", "dtype": "bfloat16", "shape": [ 1024 ], "nbytes": 2048, "sha256": "d787ae67f0519f17d460d1506acae9cf64cfe0fde161eaf8ee5646aab06e4cbe" }, { "name": "mem_to_emb.2.weight", "dtype": "bfloat16", "shape": [ 1024, 1024 ], "nbytes": 2097152, "sha256": "cb25bf2ca9b66488d2c2c8f5cc25447336399a13c48b0bafcc3b19d87afea616" }, { "name": "model.base_model.model.model.layers.11.self_attn.k_proj.lora_A.memory.weight", "dtype": "float32", "shape": [ 128, 2560 ], "nbytes": 1310720, "sha256": "c8f9fe007a653e35cb04644b13d9bf740e8715ebe4c15c5c30da91277c35a23f" }, { "name": "model.base_model.model.model.layers.11.self_attn.k_proj.lora_B.memory.weight", "dtype": "float32", "shape": [ 1024, 128 ], "nbytes": 524288, "sha256": "e194813a4e83e54adaab6439175d9e151ef89722ecbe3ab77addb51995d8f3fe" }, { "name": "model.base_model.model.model.layers.11.self_attn.o_proj.lora_A.memory.weight", "dtype": "float32", "shape": [ 128, 4096 ], "nbytes": 2097152, "sha256": "95b883c915e470f8745c797ed84346795f45ee2413b089cdcd56576ff1e1abec" }, { "name": "model.base_model.model.model.layers.11.self_attn.o_proj.lora_B.memory.weight", "dtype": "float32", "shape": [ 2560, 128 ], "nbytes": 1310720, "sha256": "60e7e77a51cb8de5f558048f51c66031fd041ced2f0b4b47fc548cece2623044" }, { "name": "model.base_model.model.model.layers.11.self_attn.q_proj.lora_A.memory.weight", "dtype": "float32", "shape": [ 128, 2560 ], "nbytes": 1310720, "sha256": "734b1fca37322fc84d1458de63fbb9541a74766bf81732ca691f8c24a4c6a61e" }, { "name": "model.base_model.model.model.layers.11.self_attn.q_proj.lora_B.memory.weight", "dtype": "float32", "shape": [ 8192, 128 ], "nbytes": 4194304, "sha256": "c51334a7713a3bca7427acc5f667139f20ad48e556d57c22017f8ad58281bc12" }, { "name": "model.base_model.model.model.layers.11.self_attn.v_proj.lora_A.memory.weight", "dtype": "float32", "shape": [ 128, 2560 ], "nbytes": 1310720, "sha256": "28850088161c73a70ecce7220c5a1a1a551e194395ce8638d205cb5b4247776d" }, { "name": "model.base_model.model.model.layers.11.self_attn.v_proj.lora_B.memory.weight", "dtype": "float32", "shape": [ 1024, 128 ], "nbytes": 524288, "sha256": "5cf9e6c1b5ada11174bbd49f402d8edc556e461c7e24664ed12946b466edd3ee" }, { "name": "model.base_model.model.model.layers.15.self_attn.k_proj.lora_A.memory.weight", "dtype": "float32", "shape": [ 128, 2560 ], "nbytes": 1310720, "sha256": "5532f418229bb11b170f63ae9d9e36a88ed9037b7de8be8c4c33c0713742f658" }, { "name": "model.base_model.model.model.layers.15.self_attn.k_proj.lora_B.memory.weight", "dtype": "float32", "shape": [ 1024, 128 ], "nbytes": 524288, "sha256": "9b8828c2d6ab5e76e0443f60147e3cef4facb3ccc8fe607f24afffdf1a1e03e7" }, { "name": "model.base_model.model.model.layers.15.self_attn.o_proj.lora_A.memory.weight", "dtype": "float32", "shape": [ 128, 4096 ], "nbytes": 2097152, "sha256": "eed40279b05b63e482c1553c52a32a7d2be273e23a2e1f1728c169f9215663af" }, { "name": "model.base_model.model.model.layers.15.self_attn.o_proj.lora_B.memory.weight", "dtype": "float32", "shape": [ 2560, 128 ], "nbytes": 1310720, "sha256": "f343fd8542f88e68c21384ab185a86be4b3526e5c30caf6050957c641eb4cbf8" }, { "name": "model.base_model.model.model.layers.15.self_attn.q_proj.lora_A.memory.weight", "dtype": "float32", "shape": [ 128, 2560 ], "nbytes": 1310720, "sha256": "f9c7cbf314004d6aa69dc819e748b38533202dd920b087106bbd2289d8129d89" }, { "name": "model.base_model.model.model.layers.15.self_attn.q_proj.lora_B.memory.weight", "dtype": "float32", "shape": [ 8192, 128 ], "nbytes": 4194304, "sha256": "12b16a13e5f85e67c164fa3d2decb31ac7dce6b18ebc22e0b65bf85ff124b116" }, { "name": "model.base_model.model.model.layers.15.self_attn.v_proj.lora_A.memory.weight", "dtype": "float32", "shape": [ 128, 2560 ], "nbytes": 1310720, "sha256": "a301181e28aa721b6de1d4f24b38e69302ed05c3db5500ba6f1dee68f5521150" }, { "name": "model.base_model.model.model.layers.15.self_attn.v_proj.lora_B.memory.weight", "dtype": "float32", "shape": [ 1024, 128 ], "nbytes": 524288, "sha256": "5a214e54664e113df1a0e439070d89b33495714bf45bd715434c6088412785b8" }, { "name": "model.base_model.model.model.layers.19.self_attn.k_proj.lora_A.memory.weight", "dtype": "float32", "shape": [ 128, 2560 ], "nbytes": 1310720, "sha256": "cb45220bfaed8d83e615d34ad4436324bd89565f1391f885f1b63304a5ed1154" }, { "name": "model.base_model.model.model.layers.19.self_attn.k_proj.lora_B.memory.weight", "dtype": "float32", "shape": [ 1024, 128 ], "nbytes": 524288, "sha256": "69daa7d62c919075c749a5451675ac2f1d38c812801fb22974890764eca23fbd" }, { "name": "model.base_model.model.model.layers.19.self_attn.o_proj.lora_A.memory.weight", "dtype": "float32", "shape": [ 128, 4096 ], "nbytes": 2097152, "sha256": "6170808ed6438ea4976d8864f187693c6b4b5e8c487e80c2baa233ea599ae52e" }, { "name": "model.base_model.model.model.layers.19.self_attn.o_proj.lora_B.memory.weight", "dtype": "float32", "shape": [ 2560, 128 ], "nbytes": 1310720, "sha256": "5d66d7946e2ca2dd68de903055fc5d171b544980d1cb5d241b98b8f583ff26ec" }, { "name": "model.base_model.model.model.layers.19.self_attn.q_proj.lora_A.memory.weight", "dtype": "float32", "shape": [ 128, 2560 ], "nbytes": 1310720, "sha256": "b094aa23eb8785a85c475f1f17e88d266683e8ff88d08b212214e55bb46784c7" }, { "name": "model.base_model.model.model.layers.19.self_attn.q_proj.lora_B.memory.weight", "dtype": "float32", "shape": [ 8192, 128 ], "nbytes": 4194304, "sha256": "172fd775b779de029084df23c51394cec3df4909f2212979d22afc5243fa7148" }, { "name": "model.base_model.model.model.layers.19.self_attn.v_proj.lora_A.memory.weight", "dtype": "float32", "shape": [ 128, 2560 ], "nbytes": 1310720, "sha256": "8d16b0ac07893b2f06cfc09f148118a5cf867db109533c8a77c3b776ed07adca" }, { "name": "model.base_model.model.model.layers.19.self_attn.v_proj.lora_B.memory.weight", "dtype": "float32", "shape": [ 1024, 128 ], "nbytes": 524288, "sha256": "a05ff43fb0316ce576c8734cb053253ab67710e95b241bee8cf2a961c4663d91" }, { "name": "model.base_model.model.model.layers.23.self_attn.k_proj.lora_A.memory.weight", "dtype": "float32", "shape": [ 128, 2560 ], "nbytes": 1310720, "sha256": "cd82fe3326c27e2ed686f17cd915fdea561049618736edb0bf499b8b3f0480bf" }, { "name": "model.base_model.model.model.layers.23.self_attn.k_proj.lora_B.memory.weight", "dtype": "float32", "shape": [ 1024, 128 ], "nbytes": 524288, "sha256": "f7cec515177e1590e73ee3745dbda36175f2b05407bcccf8fb35b9fc4f7771ea" }, { "name": "model.base_model.model.model.layers.23.self_attn.o_proj.lora_A.memory.weight", "dtype": "float32", "shape": [ 128, 4096 ], "nbytes": 2097152, "sha256": "493e7ac7d62ab78e01b80c97fe47bb0cac1ac592be435ff674a7f05c7f42a966" }, { "name": "model.base_model.model.model.layers.23.self_attn.o_proj.lora_B.memory.weight", "dtype": "float32", "shape": [ 2560, 128 ], "nbytes": 1310720, "sha256": "a3fbb4b5c65d0762f1beb76e70ed398de5e1afcfb4dd500206429ed915dfeef5" }, { "name": "model.base_model.model.model.layers.23.self_attn.q_proj.lora_A.memory.weight", "dtype": "float32", "shape": [ 128, 2560 ], "nbytes": 1310720, "sha256": "78eeb70edd18718568865d2e8eb4ae868c52d6ad13e322054ecf6bc1c05a5b9a" }, { "name": "model.base_model.model.model.layers.23.self_attn.q_proj.lora_B.memory.weight", "dtype": "float32", "shape": [ 8192, 128 ], "nbytes": 4194304, "sha256": "c3406d6d28b072b7a645806ac7d6d5720d4ee2222dce23a63bab630fce9175ce" }, { "name": "model.base_model.model.model.layers.23.self_attn.v_proj.lora_A.memory.weight", "dtype": "float32", "shape": [ 128, 2560 ], "nbytes": 1310720, "sha256": "1a0a0185203cd5c0a9c5722b6118b61e8faec19a69724bd29a154f53b8b9f563" }, { "name": "model.base_model.model.model.layers.23.self_attn.v_proj.lora_B.memory.weight", "dtype": "float32", "shape": [ 1024, 128 ], "nbytes": 524288, "sha256": "e4e6084885beae25feacdf3f6139989aea5b90baaf61a3b5a0df8b0fa4d4cd2b" }, { "name": "model.base_model.model.model.layers.27.self_attn.k_proj.lora_A.memory.weight", "dtype": "float32", "shape": [ 128, 2560 ], "nbytes": 1310720, "sha256": "3146a1bd01317b20362d290f3b4ed1729d42c2c3702bfec1a6c04bc1c97b8f74" }, { "name": "model.base_model.model.model.layers.27.self_attn.k_proj.lora_B.memory.weight", "dtype": "float32", "shape": [ 1024, 128 ], "nbytes": 524288, "sha256": "56eb663b80dcea9448af7710f6889741b3bca527e0397f24f97c7e2b71a8cce5" }, { "name": "model.base_model.model.model.layers.27.self_attn.o_proj.lora_A.memory.weight", "dtype": "float32", "shape": [ 128, 4096 ], "nbytes": 2097152, "sha256": "2f58307287f50e489b5536b9e985e3982743abe7217d94bc155efe69381c9278" }, { "name": "model.base_model.model.model.layers.27.self_attn.o_proj.lora_B.memory.weight", "dtype": "float32", "shape": [ 2560, 128 ], "nbytes": 1310720, "sha256": "a52cbdbeb2b2ef3544843cdb30d77a97bf38f82e8bff4d7bf45cba02ebc10f07" }, { "name": "model.base_model.model.model.layers.27.self_attn.q_proj.lora_A.memory.weight", "dtype": "float32", "shape": [ 128, 2560 ], "nbytes": 1310720, "sha256": "c148e2c84b5f87fd0717ba1d894f8ebaadc5497ecfcee362f24d884b8d71f091" }, { "name": "model.base_model.model.model.layers.27.self_attn.q_proj.lora_B.memory.weight", "dtype": "float32", "shape": [ 8192, 128 ], "nbytes": 4194304, "sha256": "6c32cc508760124a08999653c32b9d06240794b4215190917418bf175ec671a9" }, { "name": "model.base_model.model.model.layers.27.self_attn.v_proj.lora_A.memory.weight", "dtype": "float32", "shape": [ 128, 2560 ], "nbytes": 1310720, "sha256": "5f508a276c4b936b6678d90a48d57ef7b22ec8b3d94a92b117d0ab5c7fa99555" }, { "name": "model.base_model.model.model.layers.27.self_attn.v_proj.lora_B.memory.weight", "dtype": "float32", "shape": [ 1024, 128 ], "nbytes": 524288, "sha256": "3a7dba079984488bdef31a3d3a3e8e12b5f6bde7ab2e49f7a3bac740dabc9463" }, { "name": "model.base_model.model.model.layers.3.self_attn.k_proj.lora_A.memory.weight", "dtype": "float32", "shape": [ 128, 2560 ], "nbytes": 1310720, "sha256": "590810c7216f43ad1e62a52889a254f0f45fb43be082e5066f592b1d27252fb6" }, { "name": "model.base_model.model.model.layers.3.self_attn.k_proj.lora_B.memory.weight", "dtype": "float32", "shape": [ 1024, 128 ], "nbytes": 524288, "sha256": "8c5e1d2ace5cf9b2d44725d370c7a809ae279095c3943f0a3db790a47f546276" }, { "name": "model.base_model.model.model.layers.3.self_attn.o_proj.lora_A.memory.weight", "dtype": "float32", "shape": [ 128, 4096 ], "nbytes": 2097152, "sha256": "4391a47d321a4f13055e7a4003dfafcd65fa7acc9394dfc9642010c6e7afc9ea" }, { "name": "model.base_model.model.model.layers.3.self_attn.o_proj.lora_B.memory.weight", "dtype": "float32", "shape": [ 2560, 128 ], "nbytes": 1310720, "sha256": "033937c5cb1a23863e8afd800bb269f137f8d9744cdd4be217ac998ef9bce7b6" }, { "name": "model.base_model.model.model.layers.3.self_attn.q_proj.lora_A.memory.weight", "dtype": "float32", "shape": [ 128, 2560 ], "nbytes": 1310720, "sha256": "50a9198f3a230edb1a3c51c45e4721d228700d8ff5676712e5c3eed2e38b104c" }, { "name": "model.base_model.model.model.layers.3.self_attn.q_proj.lora_B.memory.weight", "dtype": "float32", "shape": [ 8192, 128 ], "nbytes": 4194304, "sha256": "7ca1229ab8dd349bf77cda448de3074c1b717fac281685f6296187ca75435b73" }, { "name": "model.base_model.model.model.layers.3.self_attn.v_proj.lora_A.memory.weight", "dtype": "float32", "shape": [ 128, 2560 ], "nbytes": 1310720, "sha256": "f053be262a85d485b805688ba9a5373e00a36bfa8c897c2b3d8a1875cf72336b" }, { "name": "model.base_model.model.model.layers.3.self_attn.v_proj.lora_B.memory.weight", "dtype": "float32", "shape": [ 1024, 128 ], "nbytes": 524288, "sha256": "6ef527b4a71741fdbde0b57acde075cac222e6a418929bb4cb588ae60c77ff56" }, { "name": "model.base_model.model.model.layers.31.self_attn.k_proj.lora_A.memory.weight", "dtype": "float32", "shape": [ 128, 2560 ], "nbytes": 1310720, "sha256": "72d59d98d64797c855811da0c200ae5e64a29261e8bf0e0865432caf6faed793" }, { "name": "model.base_model.model.model.layers.31.self_attn.k_proj.lora_B.memory.weight", "dtype": "float32", "shape": [ 1024, 128 ], "nbytes": 524288, "sha256": "db14f9f4136b4ecf4e86231727f017880eb68ac6eec57791b978ff47b9c252dc" }, { "name": "model.base_model.model.model.layers.31.self_attn.o_proj.lora_A.memory.weight", "dtype": "float32", "shape": [ 128, 4096 ], "nbytes": 2097152, "sha256": "716f780f95098533c3a2db3c740f7f0140d94068116796ebd2534da70095be6f" }, { "name": "model.base_model.model.model.layers.31.self_attn.o_proj.lora_B.memory.weight", "dtype": "float32", "shape": [ 2560, 128 ], "nbytes": 1310720, "sha256": "f3605d2903a2400dfae15d0411d7735f64c5cacbbe97beb633bf66273f16340c" }, { "name": "model.base_model.model.model.layers.31.self_attn.q_proj.lora_A.memory.weight", "dtype": "float32", "shape": [ 128, 2560 ], "nbytes": 1310720, "sha256": "b9e140ad85f935f98f094f6ec1bc26439ffea0b18fdddf6b00a8c08d9b135282" }, { "name": "model.base_model.model.model.layers.31.self_attn.q_proj.lora_B.memory.weight", "dtype": "float32", "shape": [ 8192, 128 ], "nbytes": 4194304, "sha256": "8717c49ae50b168c6f0de439d6779916c9a102433d8ad56fc65fb69daab44725" }, { "name": "model.base_model.model.model.layers.31.self_attn.v_proj.lora_A.memory.weight", "dtype": "float32", "shape": [ 128, 2560 ], "nbytes": 1310720, "sha256": "5744d1782eee1243cafe5fb7050b3084b441fb598624f47e9100174a6337fe66" }, { "name": "model.base_model.model.model.layers.31.self_attn.v_proj.lora_B.memory.weight", "dtype": "float32", "shape": [ 1024, 128 ], "nbytes": 524288, "sha256": "fe7d1b5ba6b2b41104d6e66f979bb53b7c7be74daf652411d15a470a98f1b1b9" }, { "name": "model.base_model.model.model.layers.7.self_attn.k_proj.lora_A.memory.weight", "dtype": "float32", "shape": [ 128, 2560 ], "nbytes": 1310720, "sha256": "3d869a6e5862b0fdc65cb7258577c8d5e5e3f914ef88823f134747481fd63909" }, { "name": "model.base_model.model.model.layers.7.self_attn.k_proj.lora_B.memory.weight", "dtype": "float32", "shape": [ 1024, 128 ], "nbytes": 524288, "sha256": "542b0fe993c65552a05c88300265e6d8988fc75bcdf570648c0b297d323d0120" }, { "name": "model.base_model.model.model.layers.7.self_attn.o_proj.lora_A.memory.weight", "dtype": "float32", "shape": [ 128, 4096 ], "nbytes": 2097152, "sha256": "5c802bedb8f3bb72ef762081477d065fdc6cd9e8bf796a7413e75a842f8cc1ad" }, { "name": "model.base_model.model.model.layers.7.self_attn.o_proj.lora_B.memory.weight", "dtype": "float32", "shape": [ 2560, 128 ], "nbytes": 1310720, "sha256": "a58087ff7ef6371bbc95d4ca2c1b0b2edba22cd9dbeb3a5f6a38be8b233410bc" }, { "name": "model.base_model.model.model.layers.7.self_attn.q_proj.lora_A.memory.weight", "dtype": "float32", "shape": [ 128, 2560 ], "nbytes": 1310720, "sha256": "0fd295ea9aec1b3f697d4d96521d3836e554abad0d22e8574d9587dba6442e2b" }, { "name": "model.base_model.model.model.layers.7.self_attn.q_proj.lora_B.memory.weight", "dtype": "float32", "shape": [ 8192, 128 ], "nbytes": 4194304, "sha256": "d671d8744e58204938354465c352915f135ab7df19ee9e503741de8ae175e698" }, { "name": "model.base_model.model.model.layers.7.self_attn.v_proj.lora_A.memory.weight", "dtype": "float32", "shape": [ 128, 2560 ], "nbytes": 1310720, "sha256": "c9ffbdae3693d3cc561c5790fd03e5d111d8398106e116826b4ad044d5483f02" }, { "name": "model.base_model.model.model.layers.7.self_attn.v_proj.lora_B.memory.weight", "dtype": "float32", "shape": [ 1024, 128 ], "nbytes": 524288, "sha256": "c37e51cd97330c8e8330d536f78aabe034fbb4ad73da77a4e8ccf6e9c003e735" }, { "name": "readout_knorm.11.weight", "dtype": "float32", "shape": [ 256 ], "nbytes": 1024, "sha256": "b000424098f3148d5ae528fd5535180c8821e4713a4e986461dda18b61cdf492" }, { "name": "readout_knorm.15.weight", "dtype": "float32", "shape": [ 256 ], "nbytes": 1024, "sha256": "da934a3722010acb28cda7b1be38c1f2d4bdff030dfd0d876db4e3c50d46a47c" }, { "name": "readout_knorm.19.weight", "dtype": "float32", "shape": [ 256 ], "nbytes": 1024, "sha256": "b4d158042fea5714d75e733632c325cd95681457bdf724676002f785f47c5d75" }, { "name": "readout_knorm.23.weight", "dtype": "float32", "shape": [ 256 ], "nbytes": 1024, "sha256": "4d0e3709dd01374f19116c960b30a18669a49f5f66c5e24cfd361de50c0b9a98" }, { "name": "readout_knorm.27.weight", "dtype": "float32", "shape": [ 256 ], "nbytes": 1024, "sha256": "1c03bbcb325e80c053e6547003e8fc4ae831012bd384e902d9911fcbd6bb52be" }, { "name": "readout_knorm.3.weight", "dtype": "float32", "shape": [ 256 ], "nbytes": 1024, "sha256": "5e2bb3eebfae775eb1b7ae8a9e4fe312a767b70553b6f78c2c1a76ca722f096a" }, { "name": "readout_knorm.31.weight", "dtype": "float32", "shape": [ 256 ], "nbytes": 1024, "sha256": "395d5c9068c57087475da084451be87078e21588696ddd79193c5dc72b5a8c2e" }, { "name": "readout_knorm.7.weight", "dtype": "float32", "shape": [ 256 ], "nbytes": 1024, "sha256": "2012fadc5c5a0c89d3ef34b1b30ce46b43ad4520a75dbd61a03d11400a63846b" }, { "name": "readout_kproj.11.weight", "dtype": "float32", "shape": [ 1024, 2560 ], "nbytes": 10485760, "sha256": "9ec45a04110efbe74a8eba0a916fa9b97b2d3524cbff6657f149f22efe2ad045" }, { "name": "readout_kproj.15.weight", "dtype": "float32", "shape": [ 1024, 2560 ], "nbytes": 10485760, "sha256": "c5fe0a389097eba5c25d8a1f871be1b5435c3212513af837e11152fe43ad6a7b" }, { "name": "readout_kproj.19.weight", "dtype": "float32", "shape": [ 1024, 2560 ], "nbytes": 10485760, "sha256": "591108ea7be337957fcfe2505545dd0f9cb5d0eed6845798d81be4ff2e6304b9" }, { "name": "readout_kproj.23.weight", "dtype": "float32", "shape": [ 1024, 2560 ], "nbytes": 10485760, "sha256": "51689092ac1f3a856891184a1c50c0082fdf2877b51c5c93c1b976d01d034558" }, { "name": "readout_kproj.27.weight", "dtype": "float32", "shape": [ 1024, 2560 ], "nbytes": 10485760, "sha256": "e357de03ee62b3bbdf81f8170d0f76adffd7393eb0708c4aeb255d95baad04fe" }, { "name": "readout_kproj.3.weight", "dtype": "float32", "shape": [ 1024, 2560 ], "nbytes": 10485760, "sha256": "1bc89791129cd693fb55484f43b787b872225d2d437359c82a36a6908ba355fa" }, { "name": "readout_kproj.31.weight", "dtype": "float32", "shape": [ 1024, 2560 ], "nbytes": 10485760, "sha256": "efc746b700cc1f4c383d95a21f7f6d114f70c0cf3977798acc5486aa0b8b3da8" }, { "name": "readout_kproj.7.weight", "dtype": "float32", "shape": [ 1024, 2560 ], "nbytes": 10485760, "sha256": "607cc64956bd4996422028f9d7fbabc3c958a54380fa250dde67dd9637518d1a" }, { "name": "readout_ln.11.weight", "dtype": "float32", "shape": [ 2560 ], "nbytes": 10240, "sha256": "4d9e47c184f38b27bc74172a847b441b9debe0e31c0f46bf8fe2297108c68f03" }, { "name": "readout_ln.15.weight", "dtype": "float32", "shape": [ 2560 ], "nbytes": 10240, "sha256": "085bb14145f64002d657eb6d893f46e911b83739ada5bb18a0f73148a62ff51b" }, { "name": "readout_ln.19.weight", "dtype": "float32", "shape": [ 2560 ], "nbytes": 10240, "sha256": "6578905d911b5e55fb1e24a0a77c79e99ac1eda6ab4eece6b1fa375b2bc37cde" }, { "name": "readout_ln.23.weight", "dtype": "float32", "shape": [ 2560 ], "nbytes": 10240, "sha256": "90681f9f3142dd8adaf7c100258ea17fcc03ea23d710c68d5cd836c4d2ab616d" }, { "name": "readout_ln.27.weight", "dtype": "float32", "shape": [ 2560 ], "nbytes": 10240, "sha256": "6e9e8eb1b64ea66b2c9bbac0a0b66f2e45d76305c3e7d8955db60d98cc3a6cad" }, { "name": "readout_ln.3.weight", "dtype": "float32", "shape": [ 2560 ], "nbytes": 10240, "sha256": "cf9964eec530a79a50c036a6c8a4374dc4459d77b269dd84096921150e424358" }, { "name": "readout_ln.31.weight", "dtype": "float32", "shape": [ 2560 ], "nbytes": 10240, "sha256": "6b66fac5268a37378d551197046f8722c2b8f147f6687697e6b816d79ee4f11a" }, { "name": "readout_ln.7.weight", "dtype": "float32", "shape": [ 2560 ], "nbytes": 10240, "sha256": "669737eb34b961bb7caabd2652eca6597c010e0d340198bc67e4122bd6a23e26" }, { "name": "readout_vproj.11.weight", "dtype": "float32", "shape": [ 1024, 2560 ], "nbytes": 10485760, "sha256": "860ea414149384abd8fb7a740ea96d8770a479f9b596679460d18595a8e7a0e5" }, { "name": "readout_vproj.15.weight", "dtype": "float32", "shape": [ 1024, 2560 ], "nbytes": 10485760, "sha256": "755e6132af7c946606415a5dae43f2770e32b3c388a5b66a200c89c107afb745" }, { "name": "readout_vproj.19.weight", "dtype": "float32", "shape": [ 1024, 2560 ], "nbytes": 10485760, "sha256": "89f7120856e93ab40d9d11c10d0dacb146fe5df411f5f19da222f9abc58f2026" }, { "name": "readout_vproj.23.weight", "dtype": "float32", "shape": [ 1024, 2560 ], "nbytes": 10485760, "sha256": "64f360539f727c5ef8ac6ba911ab20f10ef3be3b3b7d94343f2dde831915e41c" }, { "name": "readout_vproj.27.weight", "dtype": "float32", "shape": [ 1024, 2560 ], "nbytes": 10485760, "sha256": "1d4923432a179fa8c3e98b434970d61fe13e3a185a36f59e609d8ba3734bfae6" }, { "name": "readout_vproj.3.weight", "dtype": "float32", "shape": [ 1024, 2560 ], "nbytes": 10485760, "sha256": "ad3e39d1b7acc3008f56d32296545b2c7b711b0709d4ba43c3ef8e4f3018027b" }, { "name": "readout_vproj.31.weight", "dtype": "float32", "shape": [ 1024, 2560 ], "nbytes": 10485760, "sha256": "d03c54d8d40d77fd12ea0d045d0983375c2b9f0c382be15f79873f636b123292" }, { "name": "readout_vproj.7.weight", "dtype": "float32", "shape": [ 1024, 2560 ], "nbytes": 10485760, "sha256": "29c7b790cd93af6e42dbbc21141ddbf29b653e54ba8b3e1c0bde0e13f7e3be12" } ] }