diff --git a/.gitattributes b/.gitattributes index 4851939c71faf8b44b523018893927d4879a3f0e..1a7442b750663dcaab7571c9891e4f2f2135f66f 100644 --- a/.gitattributes +++ b/.gitattributes @@ -120,3 +120,7 @@ global_step_124/huggingface/tokenizer.json filter=lfs diff=lfs merge=lfs -text global_step_186/huggingface/tokenizer.json filter=lfs diff=lfs merge=lfs -text global_step_248/huggingface/tokenizer.json filter=lfs diff=lfs merge=lfs -text global_step_310/huggingface/tokenizer.json filter=lfs diff=lfs merge=lfs -text +global_step_372/huggingface/tokenizer.json filter=lfs diff=lfs merge=lfs -text +global_step_434/huggingface/tokenizer.json filter=lfs diff=lfs merge=lfs -text +global_step_496/huggingface/tokenizer.json filter=lfs diff=lfs merge=lfs -text +global_step_62/huggingface/tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/global_step_124/huggingface/model-00001-of-00002.safetensors b/global_step_124/huggingface/model-00001-of-00002.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f74d5a21e8ebb5fd2ecaca3c0df12956e62fc965 --- /dev/null +++ b/global_step_124/huggingface/model-00001-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:447c137294142d0048358908a3583e2c2ca5b9fce7e4ba1e85f31e6b5094a840 +size 4995899680 diff --git a/global_step_124/optim_world_size_4_rank_0.pt b/global_step_124/optim_world_size_4_rank_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..02e646f3a60e603c578709f18808ae4a0bcbcd7b --- /dev/null +++ b/global_step_124/optim_world_size_4_rank_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ae2d1b5db5cd2fad835df5d59cfba9a7fa5fa8a315d5d128aeee8e43a1f62b0 +size 6172383842 diff --git a/global_step_124/optim_world_size_4_rank_1.pt b/global_step_124/optim_world_size_4_rank_1.pt new file mode 100644 index 0000000000000000000000000000000000000000..ddd29b2e1d3f9c2cb43f3a9bdf2fc6c57d74b6cf --- /dev/null +++ b/global_step_124/optim_world_size_4_rank_1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2497f495c917483186575eb114daccc906533fca2f06e7d232a54ec9d43bf2fe +size 6172383842 diff --git a/global_step_124/optim_world_size_4_rank_2.pt b/global_step_124/optim_world_size_4_rank_2.pt new file mode 100644 index 0000000000000000000000000000000000000000..4fefac5461eee6ba76c023f2a8ac55d92ca70efb --- /dev/null +++ b/global_step_124/optim_world_size_4_rank_2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5178b648e1bd8f9d5fe9cd84f0a9cf57086ef7500cfe4526cf7f59febfd0e4ac +size 6172383842 diff --git a/global_step_124/optim_world_size_4_rank_3.pt b/global_step_124/optim_world_size_4_rank_3.pt new file mode 100644 index 0000000000000000000000000000000000000000..d1f07ec47018b4031e7df970152086eec51834a1 --- /dev/null +++ b/global_step_124/optim_world_size_4_rank_3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff67e09faf622cb8d73e7936f0859ff6ed35b3cb3e08fc591dcb6ce353d28427 +size 6172383842 diff --git a/global_step_186/huggingface/model-00001-of-00002.safetensors b/global_step_186/huggingface/model-00001-of-00002.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1225fd6e1d6860bf2a8f5941dee42e9c6a718467 --- /dev/null +++ b/global_step_186/huggingface/model-00001-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01e05036a63ef99dfaf8227d4ac863ef66a14657717bbdc860c318a675e2bdd5 +size 4998480592 diff --git a/global_step_186/model_world_size_4_rank_1.pt b/global_step_186/model_world_size_4_rank_1.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b4a468210dd5d0de82d5dce284480edfab51d6f --- /dev/null +++ b/global_step_186/model_world_size_4_rank_1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9d62813ca602881b856a46a450b0c5f8f90392fff6c1e6f62d4f705952d7fbd +size 3086163611 diff --git a/global_step_186/model_world_size_4_rank_2.pt b/global_step_186/model_world_size_4_rank_2.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7f9c8befad52ae429ae60f45cae345fc59eced5 --- /dev/null +++ b/global_step_186/model_world_size_4_rank_2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0010f5d84fc43b76f9220ebb6768abe7aa777d36c5d6f0520cb5bfbeb8679213 +size 3086163611 diff --git a/global_step_186/model_world_size_4_rank_3.pt b/global_step_186/model_world_size_4_rank_3.pt new file mode 100644 index 0000000000000000000000000000000000000000..45cc9379da19e2ba671f4a928407cabb641efadb --- /dev/null +++ b/global_step_186/model_world_size_4_rank_3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac0cd19dfb4f86cbf187402fea3156cca1f11971c00c01023960f4f8085dd0f6 +size 3086163611 diff --git a/global_step_186/optim_world_size_4_rank_0.pt b/global_step_186/optim_world_size_4_rank_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f074d5d017bc50df7f7abb9f732eef0552dd135b --- /dev/null +++ b/global_step_186/optim_world_size_4_rank_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3007ea0bc446f9684d164686951e4a954ca630fd85db2465858711442095d772 +size 6172383842 diff --git a/global_step_186/optim_world_size_4_rank_1.pt b/global_step_186/optim_world_size_4_rank_1.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b965114bc1309f04cedd923ab8e2d51d7bc6914 --- /dev/null +++ b/global_step_186/optim_world_size_4_rank_1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6693541d47ce079f2c0373bca96709533d77046da773568eec60c7e6bbc557e +size 6172383842 diff --git a/global_step_186/optim_world_size_4_rank_2.pt b/global_step_186/optim_world_size_4_rank_2.pt new file mode 100644 index 0000000000000000000000000000000000000000..87e3e04a20490287647cb19aef142caeab49d7e9 --- /dev/null +++ b/global_step_186/optim_world_size_4_rank_2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6f3a392f07ea6ccc6bd3e0f10f94442ca422bc524510d7393fa87f9f2afb61e +size 6172383842 diff --git a/global_step_186/optim_world_size_4_rank_3.pt b/global_step_186/optim_world_size_4_rank_3.pt new file mode 100644 index 0000000000000000000000000000000000000000..139bcf775dedae46166c0558191e316e7d6461a8 --- /dev/null +++ b/global_step_186/optim_world_size_4_rank_3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cb0f15075038450ef123123b103af0bb48a029c7c806585eca73b8861ea3dab +size 6172383842 diff --git a/global_step_248/optim_world_size_4_rank_0.pt b/global_step_248/optim_world_size_4_rank_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4860b551a0c6d382be19f5250c71ca2d9996458d --- /dev/null +++ b/global_step_248/optim_world_size_4_rank_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:272db2fc134edf077a4771866ece17b6e178086cd496a62e09a65748c1e03c34 +size 6172383842 diff --git a/global_step_248/optim_world_size_4_rank_1.pt b/global_step_248/optim_world_size_4_rank_1.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce809453a4817d0870dbcfab75116a7534cbbb57 --- /dev/null +++ b/global_step_248/optim_world_size_4_rank_1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e6f77635fed3d0a5ffa0ab7f44e44ad8311c9dd147fc26bb6b1046f5ee9249f +size 6172383842 diff --git a/global_step_248/optim_world_size_4_rank_2.pt b/global_step_248/optim_world_size_4_rank_2.pt new file mode 100644 index 0000000000000000000000000000000000000000..94a392b8ffd0c2aea7eba6b4ce988899a9522fc3 --- /dev/null +++ b/global_step_248/optim_world_size_4_rank_2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:687fd04b1fad5fb8cbaa37baa81b7b2d293c2e74de7d6eec2927c538e2645bf7 +size 6172383842 diff --git a/global_step_248/optim_world_size_4_rank_3.pt b/global_step_248/optim_world_size_4_rank_3.pt new file mode 100644 index 0000000000000000000000000000000000000000..c48a15daae55e34dfef224dd2c6b0d94f8ba68da --- /dev/null +++ b/global_step_248/optim_world_size_4_rank_3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f825995e433ec788a5cb29c260b2bfd8c427dd313f4c1a704221778db6dd9bb +size 6172383842 diff --git a/global_step_310/huggingface/model-00001-of-00002.safetensors b/global_step_310/huggingface/model-00001-of-00002.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6d31df4f3350133ebfd2fa6ddd064eef5fb972a0 --- /dev/null +++ b/global_step_310/huggingface/model-00001-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e204de1fb4528d17be70e00740a20b392687985a06662309cf3ea54da61d7892 +size 4970628072 diff --git a/global_step_310/huggingface/model-00002-of-00002.safetensors b/global_step_310/huggingface/model-00002-of-00002.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..939ad1610ed615565f47c26a86ae2ea27513f151 --- /dev/null +++ b/global_step_310/huggingface/model-00002-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adc8cb646df7bf526b684ad459468516522ed1173f55df2c440c1e1fe86dca6a +size 1823628912 diff --git a/global_step_310/model_world_size_4_rank_1.pt b/global_step_310/model_world_size_4_rank_1.pt new file mode 100644 index 0000000000000000000000000000000000000000..64afb4aba83b5b092cd3a2c18729204d9ea05f2a --- /dev/null +++ b/global_step_310/model_world_size_4_rank_1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a59c1f982a6e775a59d77ad631d23d842fbbe1368ae92fb594f77aa076047e3f +size 3086163611 diff --git a/global_step_310/model_world_size_4_rank_2.pt b/global_step_310/model_world_size_4_rank_2.pt new file mode 100644 index 0000000000000000000000000000000000000000..e794b29449844d4b17da4b16b62e27e7ff9f119b --- /dev/null +++ b/global_step_310/model_world_size_4_rank_2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca529c82248ccf4c1be75289110dbd8d5adad45300f422df0f953010f3ead8bc +size 3086163611 diff --git a/global_step_310/model_world_size_4_rank_3.pt b/global_step_310/model_world_size_4_rank_3.pt new file mode 100644 index 0000000000000000000000000000000000000000..526987227829b278e170dcd06d6d3fc9bde0c512 --- /dev/null +++ b/global_step_310/model_world_size_4_rank_3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1ca3a5caa473cc76268a17c9c02c61487a7a45910f85fc4af9c31302b122ab6 +size 3086163611 diff --git a/global_step_310/optim_world_size_4_rank_0.pt b/global_step_310/optim_world_size_4_rank_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4cf3da3f2cd0864886ceb1e4bd4a6899301e187 --- /dev/null +++ b/global_step_310/optim_world_size_4_rank_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e579ed3ea61f9ecab5dae822e0cececdb94450af02a28564e4238d74f191dfd7 +size 6172383842 diff --git a/global_step_310/optim_world_size_4_rank_1.pt b/global_step_310/optim_world_size_4_rank_1.pt new file mode 100644 index 0000000000000000000000000000000000000000..53bf609e32369452ef225d553b92ee8fc67c6e0f --- /dev/null +++ b/global_step_310/optim_world_size_4_rank_1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e51b5d41c23591811182b0fdd679ec3b8743ae4a681acd84c94f6272a12bbed +size 6172383842 diff --git a/global_step_310/optim_world_size_4_rank_2.pt b/global_step_310/optim_world_size_4_rank_2.pt new file mode 100644 index 0000000000000000000000000000000000000000..1aacb7169ef1bdfc5ffed87bc9ae20ec8770cd30 --- /dev/null +++ b/global_step_310/optim_world_size_4_rank_2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:568e42fd90db8e90a9b2c4db4e4fa0ce05175d166133e116f6cfcaf58e0af559 +size 6172383842 diff --git a/global_step_310/optim_world_size_4_rank_3.pt b/global_step_310/optim_world_size_4_rank_3.pt new file mode 100644 index 0000000000000000000000000000000000000000..33071e5da1e29655dd048335431a4ee157ae6322 --- /dev/null +++ b/global_step_310/optim_world_size_4_rank_3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:155eca16637353242918b1ab6164e8158627a66a61f551e0da5d23eeb7537365 +size 6172383842 diff --git a/global_step_372/huggingface/model-00001-of-00002.safetensors b/global_step_372/huggingface/model-00001-of-00002.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fbb16a6152964c17e09790b230ed07935f484d54 --- /dev/null +++ b/global_step_372/huggingface/model-00001-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95de378a0e8e9c61374f3eac8b32d7bb7576ff71778bc7ddb9149e6ce3ada87f +size 4997836936 diff --git a/global_step_372/huggingface/model-00002-of-00002.safetensors b/global_step_372/huggingface/model-00002-of-00002.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f78d334da46774c5bc9958873afc4b0cf7d53dfc --- /dev/null +++ b/global_step_372/huggingface/model-00002-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdac19a44a4586180dcae3cdc52ebf02712882694beb6bd981a988ccd1a95df2 +size 1796420048 diff --git a/global_step_372/huggingface/tokenizer.json b/global_step_372/huggingface/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..51ebb3ba93988c73bbd83a3c163a14343fbc5b06 --- /dev/null +++ b/global_step_372/huggingface/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa +size 11421896 diff --git a/global_step_372/model_world_size_4_rank_0.pt b/global_step_372/model_world_size_4_rank_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4834ab80d96d5263aa1549ed1de3ee26a7d2b5e3 --- /dev/null +++ b/global_step_372/model_world_size_4_rank_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e3a5c15d6b984c3f3e0d09bd9ac545b839b20b210d15cf51abd58ca31ca8cf0 +size 3086163611 diff --git a/global_step_372/model_world_size_4_rank_1.pt b/global_step_372/model_world_size_4_rank_1.pt new file mode 100644 index 0000000000000000000000000000000000000000..85c0c5d16e927343d18b47b55e7c78916716141c --- /dev/null +++ b/global_step_372/model_world_size_4_rank_1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8338c95193e473d16f646f412911801d504a68eb8549fab36bf8c239d585930 +size 3086163611 diff --git a/global_step_372/model_world_size_4_rank_2.pt b/global_step_372/model_world_size_4_rank_2.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7c3ceb3b4c4886884aebaff160eab901b24f265 --- /dev/null +++ b/global_step_372/model_world_size_4_rank_2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e3e03cbd566283917c26bd45cbf2d9806d536c061190c71f8c7ea97ee905a03 +size 3086163611 diff --git a/global_step_372/model_world_size_4_rank_3.pt b/global_step_372/model_world_size_4_rank_3.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d3552a5e1091b15f12a59f1440bd456f54ce75d --- /dev/null +++ b/global_step_372/model_world_size_4_rank_3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:465b77357ddf703430cea62d7370bffe3b13c9e2c89e2f7345222b947fe35464 +size 3086163611 diff --git a/global_step_372/optim_world_size_4_rank_0.pt b/global_step_372/optim_world_size_4_rank_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e8176a16277cbe4b10fecd61bcab294921d2487 --- /dev/null +++ b/global_step_372/optim_world_size_4_rank_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f40395863b6c990c4a88ca894d3f230831f49ace020c6dbe425cc09beec4d52 +size 6172383842 diff --git a/global_step_372/optim_world_size_4_rank_1.pt b/global_step_372/optim_world_size_4_rank_1.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d8a2833ace3a246a0921973910e51b8067b3ca1 --- /dev/null +++ b/global_step_372/optim_world_size_4_rank_1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ba07dd18efe5ee5302d623cb06b122ad5a1fba99458438ce051fd68698ee636 +size 6172383842 diff --git a/global_step_372/optim_world_size_4_rank_2.pt b/global_step_372/optim_world_size_4_rank_2.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ad3774110dd085fd30d5b78e299d827781e90bb --- /dev/null +++ b/global_step_372/optim_world_size_4_rank_2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13012f65706c372121965c52246fc570618418ba3fd8536d9774386dcdb7ff28 +size 6172383842 diff --git a/global_step_372/optim_world_size_4_rank_3.pt b/global_step_372/optim_world_size_4_rank_3.pt new file mode 100644 index 0000000000000000000000000000000000000000..3724a8cb05326fd20cda93bae297a8f2fbff3ec6 --- /dev/null +++ b/global_step_372/optim_world_size_4_rank_3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b22b3300f317d1a854e0a352c5bb975babc12e1e968818bc079ed9013b3c7d60 +size 6172383842 diff --git a/global_step_434/data.pt b/global_step_434/data.pt new file mode 100644 index 0000000000000000000000000000000000000000..2216bbe921270e94f82d85d8fa4313dad329f9c8 --- /dev/null +++ b/global_step_434/data.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5286e1848c5934a7c02874693c684f8bbc9210e09fde7b47a9d97e94ae34beb9 +size 1947 diff --git a/global_step_434/extra_state_world_size_4_rank_0.pt b/global_step_434/extra_state_world_size_4_rank_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aaa0c69d665b572df0ee6b65db4ffb6e37d81526 --- /dev/null +++ b/global_step_434/extra_state_world_size_4_rank_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edb7a369c985d8a0fe48cee7cb4d04723a2243fc9323cace417adbd97bf35572 +size 15141 diff --git a/global_step_434/extra_state_world_size_4_rank_1.pt b/global_step_434/extra_state_world_size_4_rank_1.pt new file mode 100644 index 0000000000000000000000000000000000000000..540a4c230bdd17198c5e7e7e9cf68addf7860442 --- /dev/null +++ b/global_step_434/extra_state_world_size_4_rank_1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5c4b670dfc61359554360f95aeb71816673350c0fa52a59eee3746c8641d63e +size 15141 diff --git a/global_step_434/extra_state_world_size_4_rank_2.pt b/global_step_434/extra_state_world_size_4_rank_2.pt new file mode 100644 index 0000000000000000000000000000000000000000..7129f23ec6cc793828fbf584be7abb06958bcd5f --- /dev/null +++ b/global_step_434/extra_state_world_size_4_rank_2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5b4eeddea924cfeb8052990fa701e2499cdca02faf1b78bea0fba4c498501d1 +size 15077 diff --git a/global_step_434/extra_state_world_size_4_rank_3.pt b/global_step_434/extra_state_world_size_4_rank_3.pt new file mode 100644 index 0000000000000000000000000000000000000000..2fd86616d7e0be6b030aa58b16c74489d5d22bfe --- /dev/null +++ b/global_step_434/extra_state_world_size_4_rank_3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c475f85da0f5dc3075f8c602b10ef29039ab99532be184e90c0eec38efe36ed +size 15141 diff --git a/global_step_434/huggingface/model-00001-of-00002.safetensors b/global_step_434/huggingface/model-00001-of-00002.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7c29dbb6bc0d9d9da91e36a3e8407f7c43379ff7 --- /dev/null +++ b/global_step_434/huggingface/model-00001-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2700c00e96e69b348daa37848f4b74b1bff05feb5e8deed3141207793d31fd9b +size 4656582072 diff --git a/global_step_434/huggingface/model-00002-of-00002.safetensors b/global_step_434/huggingface/model-00002-of-00002.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..534cc97e82dcb1237b12454e1fb1c0c54da3f907 --- /dev/null +++ b/global_step_434/huggingface/model-00002-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c43a5b4a4516b6090a983c02a6432cecb05034c762af925547a992fcf600ecf +size 2137674976 diff --git a/global_step_434/huggingface/tokenizer.json b/global_step_434/huggingface/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..51ebb3ba93988c73bbd83a3c163a14343fbc5b06 --- /dev/null +++ b/global_step_434/huggingface/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa +size 11421896 diff --git a/global_step_434/model_world_size_4_rank_0.pt b/global_step_434/model_world_size_4_rank_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..532e41edc8ba13829b21ca361f555dd9e1a7ba21 --- /dev/null +++ b/global_step_434/model_world_size_4_rank_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8aec642c14054bf756f84b25875b9951211b69052c032a4b3a3273efe5d3378 +size 3086163611 diff --git a/global_step_434/model_world_size_4_rank_1.pt b/global_step_434/model_world_size_4_rank_1.pt new file mode 100644 index 0000000000000000000000000000000000000000..784037581b46045441087db12849d767dd4ae863 --- /dev/null +++ b/global_step_434/model_world_size_4_rank_1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8158594f92b28d268cc2ed56b8b5ff38af1479b259c38f6bc95051b5a675e3a8 +size 3086163611 diff --git a/global_step_434/model_world_size_4_rank_2.pt b/global_step_434/model_world_size_4_rank_2.pt new file mode 100644 index 0000000000000000000000000000000000000000..03575dfea6fc484ced0bf8dd9db7c0169ba60a22 --- /dev/null +++ b/global_step_434/model_world_size_4_rank_2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58924ba9a2e461ab9fc54dacb9ed8d49f5480a718fee9c45960171e1d0ce5ec0 +size 3086163611 diff --git a/global_step_434/model_world_size_4_rank_3.pt b/global_step_434/model_world_size_4_rank_3.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a7811c8950ea65d665239c588c4990dfda6cc10 --- /dev/null +++ b/global_step_434/model_world_size_4_rank_3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f0413ac56da95fa26342e362e48a7ff66e3bfb373fa69c15dc633e92b147bde +size 3086163611 diff --git a/global_step_434/optim_world_size_4_rank_0.pt b/global_step_434/optim_world_size_4_rank_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eca5123a032493bd9579e6d5dad6b5c92c6a78fb --- /dev/null +++ b/global_step_434/optim_world_size_4_rank_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b528567ec7fb24f70d283aea3da72494cf7ed66abcda8dacb3df239694d264f +size 6172383842 diff --git a/global_step_434/optim_world_size_4_rank_1.pt b/global_step_434/optim_world_size_4_rank_1.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d65c94c6bf537f74ee7080e36263d9f150b4c41 --- /dev/null +++ b/global_step_434/optim_world_size_4_rank_1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81e5a210f4cc03f1cc2250a4c376a16d37ed8d248f69c19e08301164435a4648 +size 6172383842 diff --git a/global_step_434/optim_world_size_4_rank_2.pt b/global_step_434/optim_world_size_4_rank_2.pt new file mode 100644 index 0000000000000000000000000000000000000000..69bbca33a883cda33b540e32882f4e664b9ed3b6 --- /dev/null +++ b/global_step_434/optim_world_size_4_rank_2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9e99eb63062a1fdc9f168d062b2d6d7e31cbb65642209ea39db179671b5dbbe +size 6172383842 diff --git a/global_step_434/optim_world_size_4_rank_3.pt b/global_step_434/optim_world_size_4_rank_3.pt new file mode 100644 index 0000000000000000000000000000000000000000..ecd85de73ef393338cd822f4b3908a7edafc3bcb --- /dev/null +++ b/global_step_434/optim_world_size_4_rank_3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3481a577c96520488f5a006bdde7105c131e7ab2684d8deea4592496f7c3d23d +size 6172383842 diff --git a/global_step_496/data.pt b/global_step_496/data.pt new file mode 100644 index 0000000000000000000000000000000000000000..a8c411a9bc12f04dbe68e3c49ea01475ab168738 --- /dev/null +++ b/global_step_496/data.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89e5894489a117036758853aef9247ed7f2dee9b62e43dc008e608671197f342 +size 1947 diff --git a/global_step_496/extra_state_world_size_4_rank_0.pt b/global_step_496/extra_state_world_size_4_rank_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4718a6616fa548ee14aed1385420743b10d6df34 --- /dev/null +++ b/global_step_496/extra_state_world_size_4_rank_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee375ff57b8c275b3fcf65f889b9f81ade623d6c49057d6e8e2881c4bdebc5b4 +size 15141 diff --git a/global_step_496/extra_state_world_size_4_rank_1.pt b/global_step_496/extra_state_world_size_4_rank_1.pt new file mode 100644 index 0000000000000000000000000000000000000000..5772777df79e33353acf623fde6e993cf4a101d7 --- /dev/null +++ b/global_step_496/extra_state_world_size_4_rank_1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fa537e613e6de95f40ab0563ce59d08d2a18fce70b1349249c4d9a59af71fc5 +size 15141 diff --git a/global_step_496/extra_state_world_size_4_rank_2.pt b/global_step_496/extra_state_world_size_4_rank_2.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf0552903fc387d166b3bc254041fef7c93ac506 --- /dev/null +++ b/global_step_496/extra_state_world_size_4_rank_2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94b34c36077e03c92d0d9731529dd21020803bef7d9c59a1380170bd10fa770b +size 15077 diff --git a/global_step_496/extra_state_world_size_4_rank_3.pt b/global_step_496/extra_state_world_size_4_rank_3.pt new file mode 100644 index 0000000000000000000000000000000000000000..e409e848dcd2ff73b7820e1dadd288534dcb473c --- /dev/null +++ b/global_step_496/extra_state_world_size_4_rank_3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76b6798a51e29268eb8bb1f5e479844591c600a1828868c6d5874a4ba05e6e9b +size 15141 diff --git a/global_step_496/huggingface/model-00001-of-00002.safetensors b/global_step_496/huggingface/model-00001-of-00002.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..98032e732e6df29444f2f429b999044a54913dd7 --- /dev/null +++ b/global_step_496/huggingface/model-00001-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f543bfda31c951b45a7e4f250b8f52eed07907f1f8863395509dade8ebd2a9df +size 4998447024 diff --git a/global_step_496/huggingface/model-00002-of-00002.safetensors b/global_step_496/huggingface/model-00002-of-00002.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4807f06a31cb594e1a05bb38b81c4956c67a63d6 --- /dev/null +++ b/global_step_496/huggingface/model-00002-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cd97a5b8c1261e56c3b8067d0486d98224294342642b84de393e0839d81fd9f +size 1795810008 diff --git a/global_step_496/huggingface/tokenizer.json b/global_step_496/huggingface/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..51ebb3ba93988c73bbd83a3c163a14343fbc5b06 --- /dev/null +++ b/global_step_496/huggingface/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa +size 11421896 diff --git a/global_step_496/optim_world_size_4_rank_0.pt b/global_step_496/optim_world_size_4_rank_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4dceb7473e9da35a3e18eae78d089590b6c3be1c --- /dev/null +++ b/global_step_496/optim_world_size_4_rank_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d60b62a7eadda1d4e05491d15ff36fe270c1f199f39753740caf15912c1fcfa4 +size 6172383842 diff --git a/global_step_496/optim_world_size_4_rank_1.pt b/global_step_496/optim_world_size_4_rank_1.pt new file mode 100644 index 0000000000000000000000000000000000000000..c8a782ef73dbfbb07783e5bdc14eb45c3b30cd04 --- /dev/null +++ b/global_step_496/optim_world_size_4_rank_1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9eeb2b19c96aa1c59d8c7da19bf6be707b071a9ac4aaf8d5acfd15f4c8bdf065 +size 6172383842 diff --git a/global_step_496/optim_world_size_4_rank_3.pt b/global_step_496/optim_world_size_4_rank_3.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f93fc2e54255c53d8f91afe6fbafcddc4acdee8 --- /dev/null +++ b/global_step_496/optim_world_size_4_rank_3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d666ab9ea1beec9b1c18d1c20623175b472a132e3d368ea523fb02dfb8111914 +size 6172383842 diff --git a/global_step_62/data.pt b/global_step_62/data.pt new file mode 100644 index 0000000000000000000000000000000000000000..bad05e2fd0edc0c4b7872b96ad2d7296fd5ede57 --- /dev/null +++ b/global_step_62/data.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cd575ab016022317e79d9682858930c7c8400d5ba4eaf3ffa2e75c38023677d +size 1947 diff --git a/global_step_62/extra_state_world_size_4_rank_0.pt b/global_step_62/extra_state_world_size_4_rank_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2840fe0e1100ef9ec9a0cabc9951f72a0414f5df --- /dev/null +++ b/global_step_62/extra_state_world_size_4_rank_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0aa472a39a8f89ab5d41a1301c14205e396f1dc51032aaa5a46a202eab7a15d7 +size 15141 diff --git a/global_step_62/extra_state_world_size_4_rank_1.pt b/global_step_62/extra_state_world_size_4_rank_1.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f627ba160762b5b2fcf11868661733952d09022 --- /dev/null +++ b/global_step_62/extra_state_world_size_4_rank_1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e515445e9a490c0464ace6daa817dcfd74570608bb1dd0fa34725cd4b69af85 +size 15141 diff --git a/global_step_62/extra_state_world_size_4_rank_2.pt b/global_step_62/extra_state_world_size_4_rank_2.pt new file mode 100644 index 0000000000000000000000000000000000000000..4bde8e606a8706f6b401d752158f5fd4a253357d --- /dev/null +++ b/global_step_62/extra_state_world_size_4_rank_2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d67d3d377d9851789b4870ab9e8c12df315ca05ffeaabe894520d6fdd5f20ce2 +size 15077 diff --git a/global_step_62/extra_state_world_size_4_rank_3.pt b/global_step_62/extra_state_world_size_4_rank_3.pt new file mode 100644 index 0000000000000000000000000000000000000000..36d22caf0e29a8b509667f7ea42687b3ea76ad18 --- /dev/null +++ b/global_step_62/extra_state_world_size_4_rank_3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea15ebc0421abc44a5e97a644643388eaf6e0414ad37e1ce298bab4935d973b7 +size 15141 diff --git a/global_step_62/huggingface/model-00002-of-00002.safetensors b/global_step_62/huggingface/model-00002-of-00002.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..437c9e7a25e3c3f10f0bf2191c9ef0b668d919ee --- /dev/null +++ b/global_step_62/huggingface/model-00002-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7440f727d865f8d75e86a7355a531632bd9981cd7099661d9d6476f898b38c87 +size 1825754216 diff --git a/global_step_62/huggingface/tokenizer.json b/global_step_62/huggingface/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..51ebb3ba93988c73bbd83a3c163a14343fbc5b06 --- /dev/null +++ b/global_step_62/huggingface/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa +size 11421896 diff --git a/global_step_62/model_world_size_4_rank_0.pt b/global_step_62/model_world_size_4_rank_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..286aafad30212d3d5ede5d693fa2212fae12fd4d --- /dev/null +++ b/global_step_62/model_world_size_4_rank_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33d204ad8ab6692ebbafc7757a05752db986ba2ac4254bb72d3e4af4165ff989 +size 3086163611 diff --git a/global_step_62/model_world_size_4_rank_1.pt b/global_step_62/model_world_size_4_rank_1.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ff13d40f32b285ef51debac957c0378fe498e82 --- /dev/null +++ b/global_step_62/model_world_size_4_rank_1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9079c6f0bdb9fcd1db514c1bcab9738711c92dac9065242564e519f37e39c09b +size 3086163611 diff --git a/global_step_62/model_world_size_4_rank_2.pt b/global_step_62/model_world_size_4_rank_2.pt new file mode 100644 index 0000000000000000000000000000000000000000..158a71b4ab6d84ca2c5858f65d56c5ea0fe41ec9 --- /dev/null +++ b/global_step_62/model_world_size_4_rank_2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d66a4d96d04ad9ebd52e8f55eec11d4108ea5d5989f5a763da52faf026350366 +size 3086163611 diff --git a/global_step_62/model_world_size_4_rank_3.pt b/global_step_62/model_world_size_4_rank_3.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8de5aa0ec2bbda633dd7791dc405b1ae7567d88 --- /dev/null +++ b/global_step_62/model_world_size_4_rank_3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5e110388cfaa6cae19c70213915b4c6e71951394b948ad6989914d0ebc70d52 +size 3086163611