diff --git a/model/config.json b/model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..98a45181db795199ff15b98a1a13f790156042c6 --- /dev/null +++ b/model/config.json @@ -0,0 +1,133 @@ +{ + "_name_or_path": "Phi-3-vision-128k-instruct", + "architectures": [ + "Phi3ForCausalLM" + ], + "attention_dropout": 0.0, + "bos_token_id": 1, + "embd_pdrop": 0.0, + "eos_token_id": 2, + "hidden_act": "silu", + "hidden_size": 3072, + "initializer_range": 0.02, + "intermediate_size": 8192, + "max_position_embeddings": 131072, + "model_type": "phi3", + "num_attention_heads": 32, + "num_hidden_layers": 32, + "num_key_value_heads": 32, + "original_max_position_embeddings": 4096, + "pad_token_id": 32000, + "resid_pdrop": 0.0, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "long_factor": [ + 1.0299999713897705, + 1.0499999523162842, + 1.0499999523162842, + 1.0799999237060547, + 1.2299998998641968, + 1.2299998998641968, + 1.2999999523162842, + 1.4499999284744263, + 1.5999999046325684, + 1.6499998569488525, + 1.8999998569488525, + 2.859999895095825, + 3.68999981880188, + 5.419999599456787, + 5.489999771118164, + 5.489999771118164, + 9.09000015258789, + 11.579999923706055, + 15.65999984741211, + 15.769999504089355, + 15.789999961853027, + 18.360000610351562, + 21.989999771118164, + 23.079999923706055, + 30.009998321533203, + 32.35000228881836, + 32.590003967285156, + 35.56000518798828, + 39.95000457763672, + 53.840003967285156, + 56.20000457763672, + 57.95000457763672, + 59.29000473022461, + 59.77000427246094, + 59.920005798339844, + 61.190006256103516, + 61.96000671386719, + 62.50000762939453, + 63.3700065612793, + 63.48000717163086, + 63.48000717163086, + 63.66000747680664, + 63.850006103515625, + 64.08000946044922, + 64.760009765625, + 64.80001068115234, + 64.81001281738281, + 64.81001281738281 + ], + "short_factor": [ + 1.05, + 1.05, + 1.05, + 1.1, + 1.1, + 1.1, + 1.2500000000000002, + 1.2500000000000002, + 1.4000000000000004, + 1.4500000000000004, + 1.5500000000000005, + 1.8500000000000008, + 1.9000000000000008, + 2.000000000000001, + 2.000000000000001, + 2.000000000000001, + 2.000000000000001, + 2.000000000000001, + 2.000000000000001, + 2.000000000000001, + 2.000000000000001, + 2.000000000000001, + 2.000000000000001, + 2.000000000000001, + 2.000000000000001, + 2.000000000000001, + 2.000000000000001, + 2.000000000000001, + 2.000000000000001, + 2.000000000000001, + 2.000000000000001, + 2.000000000000001, + 2.1000000000000005, + 2.1000000000000005, + 2.2, + 2.3499999999999996, + 2.3499999999999996, + 2.3499999999999996, + 2.3499999999999996, + 2.3999999999999995, + 2.3999999999999995, + 2.6499999999999986, + 2.6999999999999984, + 2.8999999999999977, + 2.9499999999999975, + 3.049999999999997, + 3.049999999999997, + 3.049999999999997 + ], + "type": "longrope" + }, + "rope_theta": 10000.0, + "sliding_window": 131072, + "tie_word_embeddings": false, + "torch_dtype": "bfloat16", + "transformers_version": "4.45.2", + "use_cache": false, + "vocab_size": 32064 +} diff --git a/model/model-00001-of-00068.safetensors b/model/model-00001-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6a98821b4e21b2dd9ec8d0dbcbdf86a8e8d675f6 --- /dev/null +++ b/model/model-00001-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:102c75fcb5caffeedd42dbaa1ee23fd128cc2de6a29cb25f909bd333193e5a24 +size 452984952 diff --git a/model/model-00002-of-00068.safetensors b/model/model-00002-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..600a231ee95a9d389bbad5a5f8803e08376d1a2e --- /dev/null +++ b/model/model-00002-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5c546f2874244648e9bb996ee5b12f9b265fb2c35f8fbd44e13be0a43c732ca +size 394002568 diff --git a/model/model-00003-of-00068.safetensors b/model/model-00003-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..eed3d3ff1e38c384937a5fde862456645acf37df --- /dev/null +++ b/model/model-00003-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74439d0fdfab7d10fbb8ea4ef1c10e72f11962beaace0842bfa757c66cb4559a +size 195725024 diff --git a/model/model-00004-of-00068.safetensors b/model/model-00004-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a13103e8fe05263a6c70193c9f39f2d59678c5b8 --- /dev/null +++ b/model/model-00004-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1f67b1974fcade384f069e018bfa5a53778ab961585f1b2abc7ae986395a3c2 +size 113246360 diff --git a/model/model-00005-of-00068.safetensors b/model/model-00005-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8dd3c752dc644be3356fed2baead5ae47827a618 --- /dev/null +++ b/model/model-00005-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be9df9e159424ac49fc5b999345366778a25f5f3ab55b9dcca6cbce1102c3911 +size 201326744 diff --git a/model/model-00006-of-00068.safetensors b/model/model-00006-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1d02625225b450a4e7dde56a040fa9f85c554bcd --- /dev/null +++ b/model/model-00006-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ff4f1b4fa6c4fc618f897479526edd53b2be6eebe88bd1446dd3f5f76668885 +size 251683400 diff --git a/model/model-00007-of-00068.safetensors b/model/model-00007-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a968b6fae62386fc3403e1a99484bd892bd61207 --- /dev/null +++ b/model/model-00007-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5d0bc942e343f78ece1c7fd5bcefccb0a569e7296ebab243dcd11ee0ec7c336 +size 201326744 diff --git a/model/model-00008-of-00068.safetensors b/model/model-00008-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6f44a55672e1a3e23c75569247e592f0b7e193a6 --- /dev/null +++ b/model/model-00008-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75b3dd912372ee0e7b15e829e4740c5397faf58f4138e206f290e082e02f0ef3 +size 251683400 diff --git a/model/model-00009-of-00068.safetensors b/model/model-00009-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d277ad47a311092781cefe33ee877faf2e355505 --- /dev/null +++ b/model/model-00009-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:776da14f94bc67448017e217c1e301f8b74f30dba430b6e2821fa1059976558d +size 201326744 diff --git a/model/model-00010-of-00068.safetensors b/model/model-00010-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a08998298629313589b45e52cd57073332d91b54 --- /dev/null +++ b/model/model-00010-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4e062c801c3621fc579e419c66e5d1144bed22ed7b593e4f7dc8f1ce2fecca4 +size 251683400 diff --git a/model/model-00011-of-00068.safetensors b/model/model-00011-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..84cb0f26c8f6e7665ea22b5ffdd67f1965b29e18 --- /dev/null +++ b/model/model-00011-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11e9fb8e3ee3c6e66536f9f02e07e858d16ca98c02cc9b4f6a9617c0fe7a8908 +size 201326744 diff --git a/model/model-00012-of-00068.safetensors b/model/model-00012-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4c5452e5fde3e874d724a99f9c08688baeaf627c --- /dev/null +++ b/model/model-00012-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e2177352a5e3a6ac0633701802c76ae95994dbd1e798b821e3653aee648142b +size 251683400 diff --git a/model/model-00013-of-00068.safetensors b/model/model-00013-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b64d5e09f3e28d69b61ce212f3f067120ccb5e0d --- /dev/null +++ b/model/model-00013-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f25f4c09958a07824f4074bcf53d44e0beb048090c2d571f3272c40d37ddae89 +size 201326744 diff --git a/model/model-00014-of-00068.safetensors b/model/model-00014-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9607c094b568088d8a1b1f5a456d0bb9ea1d79d4 --- /dev/null +++ b/model/model-00014-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4bb47d8e20b2dd0d7ea43178601dcba95ebe5fad4099ca79595f726d4fdd1eb +size 251683400 diff --git a/model/model-00015-of-00068.safetensors b/model/model-00015-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3d6dde259daef49351feb5170001e190fb7d5c89 --- /dev/null +++ b/model/model-00015-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67dce63de29dfe66e64e61d2b7a90a51a2261e949e3010290e659a717269f770 +size 201326744 diff --git a/model/model-00016-of-00068.safetensors b/model/model-00016-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fc2500e3e956ed3128a8790adec2fa8f4947165e --- /dev/null +++ b/model/model-00016-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de6a55d721ade1b0db6c5831abe527686abcca5f082b8e72f17f9119199bd443 +size 251683400 diff --git a/model/model-00017-of-00068.safetensors b/model/model-00017-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f843a325b8ee8c15ebfb6553234bd75039a8f064 --- /dev/null +++ b/model/model-00017-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e28494af5778034e2d63116d4726e045bd1149cb05e13e7aecfa07ced95e8621 +size 201326744 diff --git a/model/model-00018-of-00068.safetensors b/model/model-00018-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8a1220605b5956280f43c77b8c19db47bf926980 --- /dev/null +++ b/model/model-00018-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:753ac1ed29b596f3e3462100a5df6f0b2e703dd09cae02adcb37ccd7ec328565 +size 251683400 diff --git a/model/model-00019-of-00068.safetensors b/model/model-00019-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ce5a9b6a72095997cc9513ca3e1c57eb5cc1c5b3 --- /dev/null +++ b/model/model-00019-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e580b6bc4866d2576453c173bd0d19dccbb3fe0b43c0fcb7ed713932a02abe97 +size 201326744 diff --git a/model/model-00020-of-00068.safetensors b/model/model-00020-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..aed378610a807b2eb0e48f4186bb66e2f8be223b --- /dev/null +++ b/model/model-00020-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f3f69e758b4a03c77793cb99d7c826742693d2908516584739b37dee0260556 +size 251683400 diff --git a/model/model-00021-of-00068.safetensors b/model/model-00021-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..941dcf1a15d32f3b2c1990eddb97cbc0d75b238d --- /dev/null +++ b/model/model-00021-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cee412a6400dab869940839dfd8bb548b20ff43dfa0b93da1464d70632b1e93 +size 201326744 diff --git a/model/model-00022-of-00068.safetensors b/model/model-00022-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fd898a39506f43188562642d7c3b631b1d068fb5 --- /dev/null +++ b/model/model-00022-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6b60383c879193da2c717418ee5065aba2e7b591a6d20a81b36d88ffd6ee809 +size 251683400 diff --git a/model/model-00023-of-00068.safetensors b/model/model-00023-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8e0619416a5c8cb2ec30c393b0ea200de6f074b8 --- /dev/null +++ b/model/model-00023-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb1c41c02a7e576f4751b6bf5a15196df518e0a16b397cadf499005755fb310a +size 201326744 diff --git a/model/model-00024-of-00068.safetensors b/model/model-00024-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0cba295f5c7b4626a8888a5093085f5b2234931f --- /dev/null +++ b/model/model-00024-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4d44eecf538328538bc34758e3d795966e53f128570bb695dd04c74ebc478f5 +size 251683408 diff --git a/model/model-00025-of-00068.safetensors b/model/model-00025-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5176546ec0e5b32cedb9e5f07ff0fc632c02ec26 --- /dev/null +++ b/model/model-00025-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:affa32b1ebd27fa87037cf1bc7a56b48bcc105c640946cab14e90037fb51ce9c +size 201326744 diff --git a/model/model-00026-of-00068.safetensors b/model/model-00026-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..eaf0fb5d7e10c3d970ef4f0dc26ffcf52f012e50 --- /dev/null +++ b/model/model-00026-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7b19a77736ffe6ae86bd55e2e1a08bb5256fe28822b3256a849b0a399d849f6 +size 251683408 diff --git a/model/model-00027-of-00068.safetensors b/model/model-00027-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..18971297c5bb88dba5047d77d535d68482e07b7e --- /dev/null +++ b/model/model-00027-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef7bced2b392ebe113f9b5e0f1dfc64faca74f81d9aba1346039a4643c1e2099 +size 201326744 diff --git a/model/model-00028-of-00068.safetensors b/model/model-00028-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..750e4581326eac757c65b5a8587357721262748c --- /dev/null +++ b/model/model-00028-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69ef1cc88d993acd5991ac1e8badc34c40fc206601d07a962734047670397aa1 +size 251683408 diff --git a/model/model-00029-of-00068.safetensors b/model/model-00029-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..aa640ce846cce06d040626fe810fbaa650a93248 --- /dev/null +++ b/model/model-00029-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07f949b4a29ad39dd69525515f4e6c929ded3accf06c4e9b78bba9e8b35f0fb9 +size 201326744 diff --git a/model/model-00030-of-00068.safetensors b/model/model-00030-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2c2d71da391b561b9dc822459af983bf3f1c8f4a --- /dev/null +++ b/model/model-00030-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbeb916811ba72f37c5395ea2525e3a7163ce4a729147a272560d471e691d766 +size 251683408 diff --git a/model/model-00031-of-00068.safetensors b/model/model-00031-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..46f76b1b9bf34659982fd54140a1886246b4f86b --- /dev/null +++ b/model/model-00031-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51cc29bc043d3bf94d985f9f829bf766620a19f461e890b4f35367aa4ed098fa +size 201326744 diff --git a/model/model-00032-of-00068.safetensors b/model/model-00032-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fc539fb3db74a5cce4f19afc472ac2207d60987a --- /dev/null +++ b/model/model-00032-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d42a23b07a6a39ce1548512df23dcf6019543c1a821b3de420ded7e67e780eb8 +size 251683408 diff --git a/model/model-00033-of-00068.safetensors b/model/model-00033-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0a3f70aa10e287377b3be4a6c5f3a837e21a3661 --- /dev/null +++ b/model/model-00033-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac7f6fcf1d6f14fdccccaf907e51545a00413ca095c93a167a162f49887c4023 +size 201326744 diff --git a/model/model-00034-of-00068.safetensors b/model/model-00034-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..47aa21f2b759b01a829f2ca7c3f7a1237b47f7d8 --- /dev/null +++ b/model/model-00034-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3ce8d1b9c5e8304bd4c2ee38da3314683919e63a6fb8ba7e4b98ca888991436 +size 251683408 diff --git a/model/model-00035-of-00068.safetensors b/model/model-00035-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2279b4e3c77a50d4ef828f1cf8096c564df8d8de --- /dev/null +++ b/model/model-00035-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b251c0a9aaeb37e720a6a367b254534feed27e677b1cd8121e6e2097f9a8ab8b +size 201326744 diff --git a/model/model-00036-of-00068.safetensors b/model/model-00036-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5c1a718234da4b030a2d3a3b81de5083142b71b0 --- /dev/null +++ b/model/model-00036-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d73dd5a02864b747d79e09f995bd9b309e75fe6115d9a15fb7f20ae59d4f307b +size 251683408 diff --git a/model/model-00037-of-00068.safetensors b/model/model-00037-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..42f77dad57988bb6868cf896d117685bbaa2497b --- /dev/null +++ b/model/model-00037-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9a53c72093e43db42e028ad6541f573a04fc4ced6b7ecbf5da3f79bba8045c7 +size 201326744 diff --git a/model/model-00038-of-00068.safetensors b/model/model-00038-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..deab017c56b3096defa79ba847a4e3e4af7edab3 --- /dev/null +++ b/model/model-00038-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c81faf3686a5102ff38845e073a3b84fea771bd8d45d0929ba605c5c7812f38a +size 251683408 diff --git a/model/model-00039-of-00068.safetensors b/model/model-00039-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5ee45d49c56982192e0c80c956caa23359b0c223 --- /dev/null +++ b/model/model-00039-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:758f8cc7271db250ab717ad3f8acd0df32eb7142bc0ac72165c3724ed72ce447 +size 201326744 diff --git a/model/model-00040-of-00068.safetensors b/model/model-00040-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5f9386d118f4f0fb72493dbb3369a8a6a5080704 --- /dev/null +++ b/model/model-00040-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e00d3bdbc0ee88ce1d812988a77a1f0c69b4813c323eadea6c09928103cf7a8c +size 251683408 diff --git a/model/model-00041-of-00068.safetensors b/model/model-00041-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..86cff1393aae70e202dec639b40f9aba3e83576a --- /dev/null +++ b/model/model-00041-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e75a33fc3f1cfaddbbe87323e646f08c3c1c58be9a5e135b829b7c53431d1146 +size 201326744 diff --git a/model/model-00042-of-00068.safetensors b/model/model-00042-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..eaf67021784e99f09cca0517e5f8c458394db8fd --- /dev/null +++ b/model/model-00042-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f4418ca435e45c4564e49ead6a03abaa7b53ddac6bea367977d8080d179fefd +size 251683408 diff --git a/model/model-00043-of-00068.safetensors b/model/model-00043-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..db634a895e5c265a1334d8e0c19a10d2418585e1 --- /dev/null +++ b/model/model-00043-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d81efc891942f88008bff6560b6df5d1d12447f15267595783d3db195673f68 +size 201326744 diff --git a/model/model-00044-of-00068.safetensors b/model/model-00044-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ff5b15b07298c0016d47f19f12d952d013ec1984 --- /dev/null +++ b/model/model-00044-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccee07389a9eff0905190eb77477be0481c64e9a868cdd5db1795a7f5e28b3c9 +size 251683408 diff --git a/model/model-00045-of-00068.safetensors b/model/model-00045-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2249d3a8c75d9b47b030fe4ef200961fd5598d35 --- /dev/null +++ b/model/model-00045-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:774fb4616bbec297662a59e7cac203a3ea829e2a583e8cac15edc23a14e170bb +size 201326744 diff --git a/model/model-00046-of-00068.safetensors b/model/model-00046-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6c47efd1c79a2ea0a9f370520be83ce010699a7d --- /dev/null +++ b/model/model-00046-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:653f072093ea22060e1ad81b1776f9557dd2c72110a2bcc8f90e20ec31922968 +size 251683408 diff --git a/model/model-00047-of-00068.safetensors b/model/model-00047-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..66f32e9e77c7a20bb037360f789206121b60e316 --- /dev/null +++ b/model/model-00047-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:671b5f0d682dbd23b424b6cdcd96a1fe41440f982e414ed5496cf3951fa68d15 +size 201326744 diff --git a/model/model-00048-of-00068.safetensors b/model/model-00048-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ab7eb33fac0589c6d311044b1f8674a823bddc00 --- /dev/null +++ b/model/model-00048-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bec628c064127b7f3a836a4ff5a48f417c48427b4c57b20b29692afabe2e0c7b +size 251683408 diff --git a/model/model-00049-of-00068.safetensors b/model/model-00049-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3ccda2bc29662f36b6cfb73e80ad96ca14c694b5 --- /dev/null +++ b/model/model-00049-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7138599a34ec9c9a9bd52ee5c998b4498ae882d1584a14e61550c8e3b795acd +size 201326744 diff --git a/model/model-00050-of-00068.safetensors b/model/model-00050-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ecf8dadf70d8623d6e59f2e80e0cc2b2db51899c --- /dev/null +++ b/model/model-00050-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3379d6028fa1e221824c97b3f79b0cd408a668a09cfccb5f5cfebfcfa37f39b +size 251683408 diff --git a/model/model-00051-of-00068.safetensors b/model/model-00051-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5430f4cfda46f421b197d3af9fe4f6a49eb1aaa5 --- /dev/null +++ b/model/model-00051-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:998f2b1f644c94284a6d57591d41194e8520868543ce40370df322fee1bb2ab1 +size 201326744 diff --git a/model/model-00052-of-00068.safetensors b/model/model-00052-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f10a09262241ae344b5b490b3199ae06effeae56 --- /dev/null +++ b/model/model-00052-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ff4d268905acc421efb07e45215127568ff499bdcea9bf409dfe579c47cf778 +size 251683408 diff --git a/model/model-00053-of-00068.safetensors b/model/model-00053-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c73a6b17017d5700638fd606e95fa383aee0d5bc --- /dev/null +++ b/model/model-00053-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e7442065880649afb2f30822110e9ed0a5c2b16154df1f4f7fa5d855e2a4a78 +size 201326744 diff --git a/model/model-00054-of-00068.safetensors b/model/model-00054-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..75de73b6fd1c694587e6364f01ca20ad56aeec91 --- /dev/null +++ b/model/model-00054-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abbaa4769b3f129028575df43b191dd974444fca68565ae05fc8a13442684c76 +size 251683408 diff --git a/model/model-00055-of-00068.safetensors b/model/model-00055-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..66d3862eb8cec70ab5a7c76846d84d9d68b20973 --- /dev/null +++ b/model/model-00055-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41852194fbe607f2bfbb3004756bf561b64b4d4bf95a4b33b2634dc373eaa6b2 +size 201326744 diff --git a/model/model-00056-of-00068.safetensors b/model/model-00056-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0ba9bc3df9f972a437b9cfeba498864413c6006b --- /dev/null +++ b/model/model-00056-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cd550a6037eb804cf30e2676aef09a7deeb4bc8213f14aedf69e70017c45471 +size 251683408 diff --git a/model/model-00057-of-00068.safetensors b/model/model-00057-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9cd14915c29893cebb363cf03f5c4a8f1a43fbca --- /dev/null +++ b/model/model-00057-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf313fdb35b4b87631230ec5b3d19aa1c6c3bedd9b0a37302ce09818a855bf5c +size 201326744 diff --git a/model/model-00058-of-00068.safetensors b/model/model-00058-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c086eb50c858d21d2eba7e751f191cd92ee78077 --- /dev/null +++ b/model/model-00058-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a50a1cff9838e6709a8dfa96e9703449823378f03fb9fe2c40396619f28c8ff9 +size 251683408 diff --git a/model/model-00059-of-00068.safetensors b/model/model-00059-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..01bfa01cd5ae3f3b7dcc0f2d0a0a933b1ed51971 --- /dev/null +++ b/model/model-00059-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2dcd0a473544c504f53e40d305170883f6d1fec16cb6c7db98189c428fa9f25 +size 201326744 diff --git a/model/model-00060-of-00068.safetensors b/model/model-00060-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3de1403f33eed3fb41f4def6d38a869f95557f0a --- /dev/null +++ b/model/model-00060-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bddc89ab5b31c04d0cac96db5f5552ae2ee327f97f50d09bd8ac95b83915277 +size 251683408 diff --git a/model/model-00061-of-00068.safetensors b/model/model-00061-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d5a1082f7570b42f704d6ab1aa34269c00235055 --- /dev/null +++ b/model/model-00061-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d3490c740144a52a2658e152f0298196b655dcc8cde117910d2e1428eac9274 +size 201326744 diff --git a/model/model-00062-of-00068.safetensors b/model/model-00062-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b97f56afc34d7493d88d078aa9486eb8e58d6528 --- /dev/null +++ b/model/model-00062-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4dd356568eae109bd0d84a3b613891c490d8feb0e8a3d72fc371c19e3941c35 +size 251683408 diff --git a/model/model-00063-of-00068.safetensors b/model/model-00063-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cffd87fc7f7da27d5f0aa8e93cbe62f9137d15cd --- /dev/null +++ b/model/model-00063-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf20bf73b75e41098e693015d4e2e1045df0bd5f08a90ebc42cefa42dbf6f070 +size 201326744 diff --git a/model/model-00064-of-00068.safetensors b/model/model-00064-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..640bc933e3b03199b5f882448a82ee058c7f24f1 --- /dev/null +++ b/model/model-00064-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:060cc9605241c12e600e64eb28ad7f645a86a9163048853062f5854c5b944706 +size 251683408 diff --git a/model/model-00065-of-00068.safetensors b/model/model-00065-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..87805048b000dfccbc32ba64da6b8846e1594188 --- /dev/null +++ b/model/model-00065-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0447581147f721905630999045a9fc107baaeba6172156ded78f413d6beebbe8 +size 201326744 diff --git a/model/model-00066-of-00068.safetensors b/model/model-00066-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..30703865d1bef30f2305d317c7e63a602e361bd8 --- /dev/null +++ b/model/model-00066-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c10e0264b85566ad2642b133ca3d1c5990dde7bfc2dee4885dea032bc2a23caf +size 251683408 diff --git a/model/model-00067-of-00068.safetensors b/model/model-00067-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..08d05ba46bd7bcb5be76864fdecd042292bbb828 --- /dev/null +++ b/model/model-00067-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:306d149486aaae4d7e0617097c37b523fc767c2bee4ed59453f62b1750bbc66a +size 201326744 diff --git a/model/model-00068-of-00068.safetensors b/model/model-00068-of-00068.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3861f9bbfe793ca4b303f4bd1e1530f58247c096 --- /dev/null +++ b/model/model-00068-of-00068.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01208c3fad4727be7a4b1ba6e154177bd9db89b68e0326629444c52b3ab6a16a +size 100700608 diff --git a/model/model.safetensors.index.json b/model/model.safetensors.index.json new file mode 100644 index 0000000000000000000000000000000000000000..dc0ad5ac5a6390da524f7230f9696f9dcc16b73c --- /dev/null +++ b/model/model.safetensors.index.json @@ -0,0 +1,218 @@ +{ + "metadata": { + "total_size": 15501275200 + }, + "weight_map": { + "final_layer.adaLN_modulation.1.bias": "model-00003-of-00068.safetensors", + "final_layer.adaLN_modulation.1.weight": "model-00003-of-00068.safetensors", + "final_layer.linear.bias": "model-00003-of-00068.safetensors", + "final_layer.linear.weight": "model-00003-of-00068.safetensors", + "input_x_embedder.proj.bias": "model-00003-of-00068.safetensors", + "input_x_embedder.proj.weight": "model-00003-of-00068.safetensors", + "llm.embed_tokens.weight": "model-00002-of-00068.safetensors", + "llm.layers.0.input_layernorm.weight": "model-00006-of-00068.safetensors", + "llm.layers.0.mlp.down_proj.weight": "model-00006-of-00068.safetensors", + "llm.layers.0.mlp.gate_up_proj.weight": "model-00005-of-00068.safetensors", + "llm.layers.0.post_attention_layernorm.weight": "model-00006-of-00068.safetensors", + "llm.layers.0.self_attn.o_proj.weight": "model-00003-of-00068.safetensors", + "llm.layers.0.self_attn.qkv_proj.weight": "model-00004-of-00068.safetensors", + "llm.layers.1.input_layernorm.weight": "model-00008-of-00068.safetensors", + "llm.layers.1.mlp.down_proj.weight": "model-00008-of-00068.safetensors", + "llm.layers.1.mlp.gate_up_proj.weight": "model-00007-of-00068.safetensors", + "llm.layers.1.post_attention_layernorm.weight": "model-00008-of-00068.safetensors", + "llm.layers.1.self_attn.o_proj.weight": "model-00006-of-00068.safetensors", + "llm.layers.1.self_attn.qkv_proj.weight": "model-00006-of-00068.safetensors", + "llm.layers.10.input_layernorm.weight": "model-00026-of-00068.safetensors", + "llm.layers.10.mlp.down_proj.weight": "model-00026-of-00068.safetensors", + "llm.layers.10.mlp.gate_up_proj.weight": "model-00025-of-00068.safetensors", + "llm.layers.10.post_attention_layernorm.weight": "model-00026-of-00068.safetensors", + "llm.layers.10.self_attn.o_proj.weight": "model-00024-of-00068.safetensors", + "llm.layers.10.self_attn.qkv_proj.weight": "model-00024-of-00068.safetensors", + "llm.layers.11.input_layernorm.weight": "model-00028-of-00068.safetensors", + "llm.layers.11.mlp.down_proj.weight": "model-00028-of-00068.safetensors", + "llm.layers.11.mlp.gate_up_proj.weight": "model-00027-of-00068.safetensors", + "llm.layers.11.post_attention_layernorm.weight": "model-00028-of-00068.safetensors", + "llm.layers.11.self_attn.o_proj.weight": "model-00026-of-00068.safetensors", + "llm.layers.11.self_attn.qkv_proj.weight": "model-00026-of-00068.safetensors", + "llm.layers.12.input_layernorm.weight": "model-00030-of-00068.safetensors", + "llm.layers.12.mlp.down_proj.weight": "model-00030-of-00068.safetensors", + "llm.layers.12.mlp.gate_up_proj.weight": "model-00029-of-00068.safetensors", + "llm.layers.12.post_attention_layernorm.weight": "model-00030-of-00068.safetensors", + "llm.layers.12.self_attn.o_proj.weight": "model-00028-of-00068.safetensors", + "llm.layers.12.self_attn.qkv_proj.weight": "model-00028-of-00068.safetensors", + "llm.layers.13.input_layernorm.weight": "model-00032-of-00068.safetensors", + "llm.layers.13.mlp.down_proj.weight": "model-00032-of-00068.safetensors", + "llm.layers.13.mlp.gate_up_proj.weight": "model-00031-of-00068.safetensors", + "llm.layers.13.post_attention_layernorm.weight": "model-00032-of-00068.safetensors", + "llm.layers.13.self_attn.o_proj.weight": "model-00030-of-00068.safetensors", + "llm.layers.13.self_attn.qkv_proj.weight": "model-00030-of-00068.safetensors", + "llm.layers.14.input_layernorm.weight": "model-00034-of-00068.safetensors", + "llm.layers.14.mlp.down_proj.weight": "model-00034-of-00068.safetensors", + "llm.layers.14.mlp.gate_up_proj.weight": "model-00033-of-00068.safetensors", + "llm.layers.14.post_attention_layernorm.weight": "model-00034-of-00068.safetensors", + "llm.layers.14.self_attn.o_proj.weight": "model-00032-of-00068.safetensors", + "llm.layers.14.self_attn.qkv_proj.weight": "model-00032-of-00068.safetensors", + "llm.layers.15.input_layernorm.weight": "model-00036-of-00068.safetensors", + "llm.layers.15.mlp.down_proj.weight": "model-00036-of-00068.safetensors", + "llm.layers.15.mlp.gate_up_proj.weight": "model-00035-of-00068.safetensors", + "llm.layers.15.post_attention_layernorm.weight": "model-00036-of-00068.safetensors", + "llm.layers.15.self_attn.o_proj.weight": "model-00034-of-00068.safetensors", + "llm.layers.15.self_attn.qkv_proj.weight": "model-00034-of-00068.safetensors", + "llm.layers.16.input_layernorm.weight": "model-00038-of-00068.safetensors", + "llm.layers.16.mlp.down_proj.weight": "model-00038-of-00068.safetensors", + "llm.layers.16.mlp.gate_up_proj.weight": "model-00037-of-00068.safetensors", + "llm.layers.16.post_attention_layernorm.weight": "model-00038-of-00068.safetensors", + "llm.layers.16.self_attn.o_proj.weight": "model-00036-of-00068.safetensors", + "llm.layers.16.self_attn.qkv_proj.weight": "model-00036-of-00068.safetensors", + "llm.layers.17.input_layernorm.weight": "model-00040-of-00068.safetensors", + "llm.layers.17.mlp.down_proj.weight": "model-00040-of-00068.safetensors", + "llm.layers.17.mlp.gate_up_proj.weight": "model-00039-of-00068.safetensors", + "llm.layers.17.post_attention_layernorm.weight": "model-00040-of-00068.safetensors", + "llm.layers.17.self_attn.o_proj.weight": "model-00038-of-00068.safetensors", + "llm.layers.17.self_attn.qkv_proj.weight": "model-00038-of-00068.safetensors", + "llm.layers.18.input_layernorm.weight": "model-00042-of-00068.safetensors", + "llm.layers.18.mlp.down_proj.weight": "model-00042-of-00068.safetensors", + "llm.layers.18.mlp.gate_up_proj.weight": "model-00041-of-00068.safetensors", + "llm.layers.18.post_attention_layernorm.weight": "model-00042-of-00068.safetensors", + "llm.layers.18.self_attn.o_proj.weight": "model-00040-of-00068.safetensors", + "llm.layers.18.self_attn.qkv_proj.weight": "model-00040-of-00068.safetensors", + "llm.layers.19.input_layernorm.weight": "model-00044-of-00068.safetensors", + "llm.layers.19.mlp.down_proj.weight": "model-00044-of-00068.safetensors", + "llm.layers.19.mlp.gate_up_proj.weight": "model-00043-of-00068.safetensors", + "llm.layers.19.post_attention_layernorm.weight": "model-00044-of-00068.safetensors", + "llm.layers.19.self_attn.o_proj.weight": "model-00042-of-00068.safetensors", + "llm.layers.19.self_attn.qkv_proj.weight": "model-00042-of-00068.safetensors", + "llm.layers.2.input_layernorm.weight": "model-00010-of-00068.safetensors", + "llm.layers.2.mlp.down_proj.weight": "model-00010-of-00068.safetensors", + "llm.layers.2.mlp.gate_up_proj.weight": "model-00009-of-00068.safetensors", + "llm.layers.2.post_attention_layernorm.weight": "model-00010-of-00068.safetensors", + "llm.layers.2.self_attn.o_proj.weight": "model-00008-of-00068.safetensors", + "llm.layers.2.self_attn.qkv_proj.weight": "model-00008-of-00068.safetensors", + "llm.layers.20.input_layernorm.weight": "model-00046-of-00068.safetensors", + "llm.layers.20.mlp.down_proj.weight": "model-00046-of-00068.safetensors", + "llm.layers.20.mlp.gate_up_proj.weight": "model-00045-of-00068.safetensors", + "llm.layers.20.post_attention_layernorm.weight": "model-00046-of-00068.safetensors", + "llm.layers.20.self_attn.o_proj.weight": "model-00044-of-00068.safetensors", + "llm.layers.20.self_attn.qkv_proj.weight": "model-00044-of-00068.safetensors", + "llm.layers.21.input_layernorm.weight": "model-00048-of-00068.safetensors", + "llm.layers.21.mlp.down_proj.weight": "model-00048-of-00068.safetensors", + "llm.layers.21.mlp.gate_up_proj.weight": "model-00047-of-00068.safetensors", + "llm.layers.21.post_attention_layernorm.weight": "model-00048-of-00068.safetensors", + "llm.layers.21.self_attn.o_proj.weight": "model-00046-of-00068.safetensors", + "llm.layers.21.self_attn.qkv_proj.weight": "model-00046-of-00068.safetensors", + "llm.layers.22.input_layernorm.weight": "model-00050-of-00068.safetensors", + "llm.layers.22.mlp.down_proj.weight": "model-00050-of-00068.safetensors", + "llm.layers.22.mlp.gate_up_proj.weight": "model-00049-of-00068.safetensors", + "llm.layers.22.post_attention_layernorm.weight": "model-00050-of-00068.safetensors", + "llm.layers.22.self_attn.o_proj.weight": "model-00048-of-00068.safetensors", + "llm.layers.22.self_attn.qkv_proj.weight": "model-00048-of-00068.safetensors", + "llm.layers.23.input_layernorm.weight": "model-00052-of-00068.safetensors", + "llm.layers.23.mlp.down_proj.weight": "model-00052-of-00068.safetensors", + "llm.layers.23.mlp.gate_up_proj.weight": "model-00051-of-00068.safetensors", + "llm.layers.23.post_attention_layernorm.weight": "model-00052-of-00068.safetensors", + "llm.layers.23.self_attn.o_proj.weight": "model-00050-of-00068.safetensors", + "llm.layers.23.self_attn.qkv_proj.weight": "model-00050-of-00068.safetensors", + "llm.layers.24.input_layernorm.weight": "model-00054-of-00068.safetensors", + "llm.layers.24.mlp.down_proj.weight": "model-00054-of-00068.safetensors", + "llm.layers.24.mlp.gate_up_proj.weight": "model-00053-of-00068.safetensors", + "llm.layers.24.post_attention_layernorm.weight": "model-00054-of-00068.safetensors", + "llm.layers.24.self_attn.o_proj.weight": "model-00052-of-00068.safetensors", + "llm.layers.24.self_attn.qkv_proj.weight": "model-00052-of-00068.safetensors", + "llm.layers.25.input_layernorm.weight": "model-00056-of-00068.safetensors", + "llm.layers.25.mlp.down_proj.weight": "model-00056-of-00068.safetensors", + "llm.layers.25.mlp.gate_up_proj.weight": "model-00055-of-00068.safetensors", + "llm.layers.25.post_attention_layernorm.weight": "model-00056-of-00068.safetensors", + "llm.layers.25.self_attn.o_proj.weight": "model-00054-of-00068.safetensors", + "llm.layers.25.self_attn.qkv_proj.weight": "model-00054-of-00068.safetensors", + "llm.layers.26.input_layernorm.weight": "model-00058-of-00068.safetensors", + "llm.layers.26.mlp.down_proj.weight": "model-00058-of-00068.safetensors", + "llm.layers.26.mlp.gate_up_proj.weight": "model-00057-of-00068.safetensors", + "llm.layers.26.post_attention_layernorm.weight": "model-00058-of-00068.safetensors", + "llm.layers.26.self_attn.o_proj.weight": "model-00056-of-00068.safetensors", + "llm.layers.26.self_attn.qkv_proj.weight": "model-00056-of-00068.safetensors", + "llm.layers.27.input_layernorm.weight": "model-00060-of-00068.safetensors", + "llm.layers.27.mlp.down_proj.weight": "model-00060-of-00068.safetensors", + "llm.layers.27.mlp.gate_up_proj.weight": "model-00059-of-00068.safetensors", + "llm.layers.27.post_attention_layernorm.weight": "model-00060-of-00068.safetensors", + "llm.layers.27.self_attn.o_proj.weight": "model-00058-of-00068.safetensors", + "llm.layers.27.self_attn.qkv_proj.weight": "model-00058-of-00068.safetensors", + "llm.layers.28.input_layernorm.weight": "model-00062-of-00068.safetensors", + "llm.layers.28.mlp.down_proj.weight": "model-00062-of-00068.safetensors", + "llm.layers.28.mlp.gate_up_proj.weight": "model-00061-of-00068.safetensors", + "llm.layers.28.post_attention_layernorm.weight": "model-00062-of-00068.safetensors", + "llm.layers.28.self_attn.o_proj.weight": "model-00060-of-00068.safetensors", + "llm.layers.28.self_attn.qkv_proj.weight": "model-00060-of-00068.safetensors", + "llm.layers.29.input_layernorm.weight": "model-00064-of-00068.safetensors", + "llm.layers.29.mlp.down_proj.weight": "model-00064-of-00068.safetensors", + "llm.layers.29.mlp.gate_up_proj.weight": "model-00063-of-00068.safetensors", + "llm.layers.29.post_attention_layernorm.weight": "model-00064-of-00068.safetensors", + "llm.layers.29.self_attn.o_proj.weight": "model-00062-of-00068.safetensors", + "llm.layers.29.self_attn.qkv_proj.weight": "model-00062-of-00068.safetensors", + "llm.layers.3.input_layernorm.weight": "model-00012-of-00068.safetensors", + "llm.layers.3.mlp.down_proj.weight": "model-00012-of-00068.safetensors", + "llm.layers.3.mlp.gate_up_proj.weight": "model-00011-of-00068.safetensors", + "llm.layers.3.post_attention_layernorm.weight": "model-00012-of-00068.safetensors", + "llm.layers.3.self_attn.o_proj.weight": "model-00010-of-00068.safetensors", + "llm.layers.3.self_attn.qkv_proj.weight": "model-00010-of-00068.safetensors", + "llm.layers.30.input_layernorm.weight": "model-00066-of-00068.safetensors", + "llm.layers.30.mlp.down_proj.weight": "model-00066-of-00068.safetensors", + "llm.layers.30.mlp.gate_up_proj.weight": "model-00065-of-00068.safetensors", + "llm.layers.30.post_attention_layernorm.weight": "model-00066-of-00068.safetensors", + "llm.layers.30.self_attn.o_proj.weight": "model-00064-of-00068.safetensors", + "llm.layers.30.self_attn.qkv_proj.weight": "model-00064-of-00068.safetensors", + "llm.layers.31.input_layernorm.weight": "model-00068-of-00068.safetensors", + "llm.layers.31.mlp.down_proj.weight": "model-00068-of-00068.safetensors", + "llm.layers.31.mlp.gate_up_proj.weight": "model-00067-of-00068.safetensors", + "llm.layers.31.post_attention_layernorm.weight": "model-00068-of-00068.safetensors", + "llm.layers.31.self_attn.o_proj.weight": "model-00066-of-00068.safetensors", + "llm.layers.31.self_attn.qkv_proj.weight": "model-00066-of-00068.safetensors", + "llm.layers.4.input_layernorm.weight": "model-00014-of-00068.safetensors", + "llm.layers.4.mlp.down_proj.weight": "model-00014-of-00068.safetensors", + "llm.layers.4.mlp.gate_up_proj.weight": "model-00013-of-00068.safetensors", + "llm.layers.4.post_attention_layernorm.weight": "model-00014-of-00068.safetensors", + "llm.layers.4.self_attn.o_proj.weight": "model-00012-of-00068.safetensors", + "llm.layers.4.self_attn.qkv_proj.weight": "model-00012-of-00068.safetensors", + "llm.layers.5.input_layernorm.weight": "model-00016-of-00068.safetensors", + "llm.layers.5.mlp.down_proj.weight": "model-00016-of-00068.safetensors", + "llm.layers.5.mlp.gate_up_proj.weight": "model-00015-of-00068.safetensors", + "llm.layers.5.post_attention_layernorm.weight": "model-00016-of-00068.safetensors", + "llm.layers.5.self_attn.o_proj.weight": "model-00014-of-00068.safetensors", + "llm.layers.5.self_attn.qkv_proj.weight": "model-00014-of-00068.safetensors", + "llm.layers.6.input_layernorm.weight": "model-00018-of-00068.safetensors", + "llm.layers.6.mlp.down_proj.weight": "model-00018-of-00068.safetensors", + "llm.layers.6.mlp.gate_up_proj.weight": "model-00017-of-00068.safetensors", + "llm.layers.6.post_attention_layernorm.weight": "model-00018-of-00068.safetensors", + "llm.layers.6.self_attn.o_proj.weight": "model-00016-of-00068.safetensors", + "llm.layers.6.self_attn.qkv_proj.weight": "model-00016-of-00068.safetensors", + "llm.layers.7.input_layernorm.weight": "model-00020-of-00068.safetensors", + "llm.layers.7.mlp.down_proj.weight": "model-00020-of-00068.safetensors", + "llm.layers.7.mlp.gate_up_proj.weight": "model-00019-of-00068.safetensors", + "llm.layers.7.post_attention_layernorm.weight": "model-00020-of-00068.safetensors", + "llm.layers.7.self_attn.o_proj.weight": "model-00018-of-00068.safetensors", + "llm.layers.7.self_attn.qkv_proj.weight": "model-00018-of-00068.safetensors", + "llm.layers.8.input_layernorm.weight": "model-00022-of-00068.safetensors", + "llm.layers.8.mlp.down_proj.weight": "model-00022-of-00068.safetensors", + "llm.layers.8.mlp.gate_up_proj.weight": "model-00021-of-00068.safetensors", + "llm.layers.8.post_attention_layernorm.weight": "model-00022-of-00068.safetensors", + "llm.layers.8.self_attn.o_proj.weight": "model-00020-of-00068.safetensors", + "llm.layers.8.self_attn.qkv_proj.weight": "model-00020-of-00068.safetensors", + "llm.layers.9.input_layernorm.weight": "model-00024-of-00068.safetensors", + "llm.layers.9.mlp.down_proj.weight": "model-00024-of-00068.safetensors", + "llm.layers.9.mlp.gate_up_proj.weight": "model-00023-of-00068.safetensors", + "llm.layers.9.post_attention_layernorm.weight": "model-00024-of-00068.safetensors", + "llm.layers.9.self_attn.o_proj.weight": "model-00022-of-00068.safetensors", + "llm.layers.9.self_attn.qkv_proj.weight": "model-00022-of-00068.safetensors", + "llm.norm.weight": "model-00068-of-00068.safetensors", + "pos_embed": "model-00001-of-00068.safetensors", + "t_embedder.mlp.0.bias": "model-00003-of-00068.safetensors", + "t_embedder.mlp.0.weight": "model-00003-of-00068.safetensors", + "t_embedder.mlp.2.bias": "model-00003-of-00068.safetensors", + "t_embedder.mlp.2.weight": "model-00003-of-00068.safetensors", + "time_token.mlp.0.bias": "model-00003-of-00068.safetensors", + "time_token.mlp.0.weight": "model-00003-of-00068.safetensors", + "time_token.mlp.2.bias": "model-00003-of-00068.safetensors", + "time_token.mlp.2.weight": "model-00003-of-00068.safetensors", + "x_embedder.proj.bias": "model-00003-of-00068.safetensors", + "x_embedder.proj.weight": "model-00003-of-00068.safetensors" + } +}