Add files using upload-large-folder tool
Browse files- checkpoint_20/20/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt +3 -0
- checkpoint_20/20/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt +3 -0
- checkpoint_20/20/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt +3 -0
- checkpoint_20/20/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt +3 -0
- checkpoint_25/25/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
- checkpoint_25/25/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt +3 -0
- checkpoint_25/25/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt +3 -0
- checkpoint_25/25/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt +3 -0
- checkpoint_25/25/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt +3 -0
- checkpoint_25/25/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt +3 -0
- checkpoint_25/25/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt +3 -0
- checkpoint_25/25/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt +3 -0
- checkpoint_25/25/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt +3 -0
- checkpoint_25/25/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt +3 -0
- checkpoint_25/25/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt +3 -0
- checkpoint_25/25/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt +3 -0
- checkpoint_36/36/mp_rank_00_model_states.pt +3 -0
- checkpoint_5/5/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
- checkpoint_5/5/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt +3 -0
- checkpoint_5/5/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt +3 -0
- checkpoint_5/5/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt +3 -0
- checkpoint_5/5/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt +3 -0
- checkpoint_5/5/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt +3 -0
- checkpoint_5/5/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt +3 -0
- checkpoint_5/5/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt +3 -0
- checkpoint_5/5/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt +3 -0
- checkpoint_5/5/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt +3 -0
- checkpoint_5/5/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt +3 -0
- checkpoint_5/5/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt +3 -0
- checkpoint_5/5/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt +3 -0
- checkpoint_5/5/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt +3 -0
- checkpoint_5/5/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt +3 -0
- checkpoint_5/5/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt +3 -0
- checkpoint_5/5/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt +3 -0
- checkpoint_5/5/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt +3 -0
- checkpoint_5/5/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt +3 -0
- checkpoint_5/5/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt +3 -0
- checkpoint_5/5/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt +3 -0
- checkpoint_5/5/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt +3 -0
- checkpoint_5/5/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt +3 -0
- checkpoint_5/5/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt +3 -0
checkpoint_20/20/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:692e88a188e961038c13cda3c69a3bbb4bee7819ecf96b0026cd3152e166d5a6
|
| 3 |
+
size 4653763255
|
checkpoint_20/20/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5c65a2be7ae616767fe1ef4099e0aa9c664da13d9fbd96f23637100b1a216b50
|
| 3 |
+
size 4653767351
|
checkpoint_20/20/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:378b5331672bc1c9c91af2968e2bd97de557b0b3fcfb38c4c1a2600e32437053
|
| 3 |
+
size 4653767351
|
checkpoint_20/20/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a268bda67ed0cf5bac825b13067af1a75dd5088afcff29d1c266320b18fa0704
|
| 3 |
+
size 4653766128
|
checkpoint_25/25/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7f30d6b1d6f89492db7aecf874c668af4f8d477b50e3e40da8a1253fb9c8b9e8
|
| 3 |
+
size 4653763632
|
checkpoint_25/25/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:08499bf2eeb6c9727758a32f739848cd76b6f4b0c4a2d61f4d9ff2ec74daf9f2
|
| 3 |
+
size 4653767415
|
checkpoint_25/25/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:306537ed1bce466b27bf616426c230f0489bcb642c419036b06acc31f5d7de43
|
| 3 |
+
size 4653767351
|
checkpoint_25/25/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6df8cec39e6aca53729a96112982a6a033ad669447a14fd0bcb64af4356c818f
|
| 3 |
+
size 4653767351
|
checkpoint_25/25/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c2f402ea60da7792ab22db4840e3f8b07f835f92fbf1469473832bc95bb8179d
|
| 3 |
+
size 4653767351
|
checkpoint_25/25/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c27e306a1dca7880e6dfeb5bf90b409e4f275858588a91744618da97c179228d
|
| 3 |
+
size 4653767351
|
checkpoint_25/25/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c40426fb40a4ef544b6ed7e55c3040ec616500b33ca54cc8f03f43ef823e6aae
|
| 3 |
+
size 4653765239
|
checkpoint_25/25/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:40eda855e197bb1a7cd1952808c3af309adc9b68781313e58c6bd1efe1015d29
|
| 3 |
+
size 4653766128
|
checkpoint_25/25/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:81172834012feb8ac899e368376e987f7d4775952144f78e9eba8b0f39e81075
|
| 3 |
+
size 4653766192
|
checkpoint_25/25/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8e2888bec4bc8baba73bc019b64bec39714b4406d97e2c88fb4dd2e3abeef5e5
|
| 3 |
+
size 4653766640
|
checkpoint_25/25/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1ac8c0954babd9e21dbdb8c25e19f63b0a36c77eb1109f7682c0a1e7298750f4
|
| 3 |
+
size 4653766384
|
checkpoint_25/25/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:841daa85c8ba78c06fda6f831e27b87dcfea4b5175a7b7c46096bd895d0921ae
|
| 3 |
+
size 4653766384
|
checkpoint_36/36/mp_rank_00_model_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:24db3149624ea08f9407ea031adb0009cfefcbc0c345446942b1fb6b6aa53929
|
| 3 |
+
size 18615554308
|
checkpoint_5/5/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:de64a7048434b6d21aa55b66e7eb83e29224eb482f41ee9db0ba933c5856010a
|
| 3 |
+
size 4653763632
|
checkpoint_5/5/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:28ca736090f9be61d8f9a9456d91a73959c148744cc9e76868158cd4e50eb1b1
|
| 3 |
+
size 4653763255
|
checkpoint_5/5/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cbad732f00c87d4c0b7b58c736d4a7a41d07924f038f1adc717fa3aceaff0384
|
| 3 |
+
size 4653767415
|
checkpoint_5/5/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d6a8aa7f9fd3127861db5186c93e634164de5374158dc6132684a64be70d755e
|
| 3 |
+
size 4653767415
|
checkpoint_5/5/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0147ca60ffeb9fb8e38b5b71bf36e3f1fac4c334fd72d6dd329eb7e6d10606b0
|
| 3 |
+
size 4653767287
|
checkpoint_5/5/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:94b62c8dff01fd103f22b357164151eaa233f30d93b2e320792c22656e2bbba6
|
| 3 |
+
size 4653767351
|
checkpoint_5/5/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2b4582193b0e2f47b5ad588c938f9c671efc3299af4f926775ab3834382367ca
|
| 3 |
+
size 4653767351
|
checkpoint_5/5/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:aa37425e50607aaf045edeacbbe3fbe3640a5889aa663bbf16f9d4f514fdef77
|
| 3 |
+
size 4653767351
|
checkpoint_5/5/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:af5752f6387ca9dcae2541f30c8edf02cf7c47319e60cbf6230a5f9e4c249bde
|
| 3 |
+
size 4653767543
|
checkpoint_5/5/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:19cb981ecc70859e60e7a77a39b0272c5959bb9d64661b4e548b3d1d2a294159
|
| 3 |
+
size 4653767351
|
checkpoint_5/5/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b5273881b3602ddf22d8afb32a8167671f156a2d32af9e45817b6c063a45652b
|
| 3 |
+
size 4653767351
|
checkpoint_5/5/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d03753e36f26fd2b35bd7aec6279b41d2f22cac21d3a2621f16b59aa300499dd
|
| 3 |
+
size 4653766128
|
checkpoint_5/5/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bb5082f9d6ca078194d3c335ae68a62c544e2a9b56c48f63a349cde5e7fd37ed
|
| 3 |
+
size 4653767351
|
checkpoint_5/5/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c7e636eab84f68686b24ecf2433c5914347e6d8a8c46de9c93fdcb9cb0bf86b8
|
| 3 |
+
size 4653767351
|
checkpoint_5/5/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:708bc0ae1a927cd7dd1af75345a9905605f2be0b88f64ade90b8752121207096
|
| 3 |
+
size 4653767927
|
checkpoint_5/5/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2e7541863a94be19103e294e9ea2fbf0626859c50ea9fb47bb6a6cbc7ef86373
|
| 3 |
+
size 4653765239
|
checkpoint_5/5/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a2d22708f1494e08264c89e7fe4c54f5c34517b148971a4096ddfa3db9a36fe7
|
| 3 |
+
size 4653766128
|
checkpoint_5/5/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:487ee119ed9404272195673c38735eac1f330fdcd32150396c3837e0ce9fdfc3
|
| 3 |
+
size 4653766192
|
checkpoint_5/5/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4130673d95c00f5b83a91dcc12ba002771ef269b9ba0a2e8194069bade3e6a81
|
| 3 |
+
size 4653766640
|
checkpoint_5/5/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:62669dd02df6c217ba0c54735cd40da1dceb50b47144073d61406dd4dcffb863
|
| 3 |
+
size 4653766384
|
checkpoint_5/5/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a3ef7bbfb6ecb001dcc0b001adb159985fad8b956461c9ab3deda87a5f47c06a
|
| 3 |
+
size 4653766384
|
checkpoint_5/5/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b11fdac594d41926362dcaa77b44f42c305a24268a7b66d3da6b11eba209e20d
|
| 3 |
+
size 4653766384
|
checkpoint_5/5/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b0c8e4be0b72b3352cc0bd6c62ec252a6992353e3ff4fea7401581ddd8dc9671
|
| 3 |
+
size 4653766192
|
checkpoint_5/5/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:73d2fae9edc3478eb279ae01a9b6b1383e155bdaef0df4133c67c40526348ecf
|
| 3 |
+
size 4653766384
|