Add files using upload-large-folder tool
Browse files- checkpoint_16/16/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
- checkpoint_16/16/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt +3 -0
- checkpoint_16/16/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt +3 -0
- checkpoint_16/16/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt +3 -0
- checkpoint_16/16/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt +3 -0
- checkpoint_16/16/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt +3 -0
- checkpoint_16/16/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt +3 -0
- checkpoint_16/16/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt +3 -0
- checkpoint_16/16/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt +3 -0
- checkpoint_16/16/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt +3 -0
- checkpoint_16/16/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt +3 -0
- checkpoint_16/16/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt +3 -0
- checkpoint_16/16/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt +3 -0
- checkpoint_16/16/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt +3 -0
- checkpoint_16/16/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt +3 -0
- checkpoint_16/16/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt +3 -0
- checkpoint_16/16/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt +3 -0
- checkpoint_16/16/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt +3 -0
- checkpoint_16/16/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt +3 -0
- checkpoint_16/16/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt +3 -0
- checkpoint_16/16/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt +3 -0
- checkpoint_16/16/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt +3 -0
- checkpoint_24/24/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt +3 -0
- checkpoint_28/28/mp_rank_00_model_states.pt +3 -0
- checkpoint_36/36/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
- checkpoint_36/36/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt +3 -0
- checkpoint_36/36/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt +3 -0
- checkpoint_36/36/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt +3 -0
- checkpoint_36/36/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt +3 -0
- checkpoint_36/36/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt +3 -0
- checkpoint_36/36/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt +3 -0
- checkpoint_36/36/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt +3 -0
- checkpoint_36/36/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt +3 -0
- checkpoint_36/36/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt +3 -0
- checkpoint_36/36/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt +3 -0
- checkpoint_36/36/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt +3 -0
- checkpoint_36/36/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt +3 -0
- checkpoint_36/36/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt +3 -0
- checkpoint_36/36/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt +3 -0
checkpoint_16/16/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0dff3499543a134d6efe9d7fe17150ca325aa99069ab1f5c79307ab27a9ea477
|
| 3 |
+
size 4653763632
|
checkpoint_16/16/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3215e17bbfd506f64b7e4e24aa5c6952f7581242c5675b52cb165041d406d6ad
|
| 3 |
+
size 4653763255
|
checkpoint_16/16/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f0a5c5160a5157b6779394d088a6cdb57cef69df4adca675ee8cd0f79281a3c3
|
| 3 |
+
size 4653767415
|
checkpoint_16/16/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:071bfdc569211b2fcc12e51bc816865b8a6249d676a12d7e0caab7846daa65c0
|
| 3 |
+
size 4653767415
|
checkpoint_16/16/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f58d1e49933efe086322f4caca128c9372a5a4852fcd5c642652b9ab19ae65e5
|
| 3 |
+
size 4653767287
|
checkpoint_16/16/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:495f771d52bbbde60af8e2e4de8218b48186da3807bcdce3469065dce996b6f5
|
| 3 |
+
size 4653767351
|
checkpoint_16/16/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9bb99e97dd0745ed9446cf8a0a036b14977d367b3413f70510cef9ce10687767
|
| 3 |
+
size 4653767351
|
checkpoint_16/16/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:77081faf9ab64979873abb4e108de374421d5b3181cdcc0f31bf5828f2fd5fdf
|
| 3 |
+
size 4653767351
|
checkpoint_16/16/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:57cd06f4fae257fa0ec740c0a66e88b390e462319b8c97f5527e5870e51c5185
|
| 3 |
+
size 4653767543
|
checkpoint_16/16/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0115f20f32300ad7965d1f0347ef74dc801e0b1e7dea98a2ac1828cec00ea27a
|
| 3 |
+
size 4653767351
|
checkpoint_16/16/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2ac6ced7f3319a83b42bd847045b8b75381c9b0f48769822498daf94cbe7c7f7
|
| 3 |
+
size 4653766128
|
checkpoint_16/16/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:baacba78acbed189f359210726193aa91ecee173da64bd8bb3b1626f94c68953
|
| 3 |
+
size 4653767351
|
checkpoint_16/16/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c7bd4bca1bee5ee890df1c12828ea891ea3cc01184f51f5ab7bf62b854a83cfa
|
| 3 |
+
size 4653767351
|
checkpoint_16/16/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b693388f23ad2bcdaf25d5db730aa0eeabefb434f9450accfaba96da74db5f0c
|
| 3 |
+
size 4653767927
|
checkpoint_16/16/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5498db0254a56c99fd736e05085741a4437e1c67648dba6c9f14941dc2c2307a
|
| 3 |
+
size 4653766128
|
checkpoint_16/16/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c6194deccfbc7518a08e5fc3ef6bf4cfdefd970ddde2a62ee491d3d4c7df2b83
|
| 3 |
+
size 4653766192
|
checkpoint_16/16/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5058cf0b216d25e72adc706464e0806d5960ee3ebd1965ebb4403a5a2ec243c9
|
| 3 |
+
size 4653766640
|
checkpoint_16/16/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1109d3ff9b8005598aa29391e5624fdac98dcf0cf849aca6bcc1effeccec11ce
|
| 3 |
+
size 4653766384
|
checkpoint_16/16/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2e7475d9bbd040b9ae1642f556c576026599b7f8b9389a5cb59a3129a19b6b48
|
| 3 |
+
size 4653766384
|
checkpoint_16/16/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cc46e892154a74e6980aa19c37dc28d3e3faed1a4ec613f20dc2bb46947e65e7
|
| 3 |
+
size 4653766384
|
checkpoint_16/16/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1efce18969051a58f194efc1cf981944f38c0083c2b8edd002029d5015a45c2f
|
| 3 |
+
size 4653766192
|
checkpoint_16/16/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:eb017aa4e3daf8a2e7936023cfd0cbb4906f9aea50649b8b142f7246d3a4da5c
|
| 3 |
+
size 4653766384
|
checkpoint_24/24/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4240d2094af1695ea3147e2c7a6e97cbac960ba1a2d59b8efe463b722ce61827
|
| 3 |
+
size 4653767351
|
checkpoint_28/28/mp_rank_00_model_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:280d8660df34a2e1e19f338e64fea9fd46462402d57d937c1b723d2a82d24084
|
| 3 |
+
size 18615549124
|
checkpoint_36/36/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:12a97007b28a8f7707a472af92100ca67be27ed0558dc429150bef9b9918eb08
|
| 3 |
+
size 4653763632
|
checkpoint_36/36/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:52e66db542293180e05468cc75adff8f844d504b04b4bbb592d4d43c91f508b6
|
| 3 |
+
size 4653767415
|
checkpoint_36/36/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:573189e3fb3a373f71c264ebc37ffd963a866e9ca190dbfed6df958f2e208367
|
| 3 |
+
size 4653767415
|
checkpoint_36/36/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:073bed0370654ed968f7a19f9802f708f43ba7fc12a8dd365299e3165b804d03
|
| 3 |
+
size 4653767351
|
checkpoint_36/36/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7e904c02b9f0031d20363fddc30323a0406877a69f51ed2b8acccdb30ccba760
|
| 3 |
+
size 4653767543
|
checkpoint_36/36/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:04a34f0510ff9a580a08ab5658df0a57e0394e12f5c9310d0b22ccd8b024d9ec
|
| 3 |
+
size 4653767351
|
checkpoint_36/36/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:974d9018a829289b57a392343fb624f86a429692c4b78bb072654bf485bc8ed9
|
| 3 |
+
size 4653767351
|
checkpoint_36/36/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7f3401656604db330a263ee6d801364ae3e2884314c9f1a8a66b63a40b6b0038
|
| 3 |
+
size 4653767351
|
checkpoint_36/36/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:18016bebeb4d363e9aba6d099f09dcfaa5edbca97a1d52cc37b0634dee084326
|
| 3 |
+
size 4653765239
|
checkpoint_36/36/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0de0d30fd036f2e2d545d6351f13c3c197bf57730d2ff15f6ac2009a37650459
|
| 3 |
+
size 4653766128
|
checkpoint_36/36/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:63f6517eefcb17985d4078776485ba0e39b5ba84d356dcd092a6c60a94c57481
|
| 3 |
+
size 4653766192
|
checkpoint_36/36/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:02473cf162d2265e1b86db4932e6d2664bbae727e09bc8d61285db65d9cf34a5
|
| 3 |
+
size 4653766640
|
checkpoint_36/36/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2ef477b56fa31c4e9ef9e81ea2474088bc2b81e653e64e7bb21d0e97f4f53811
|
| 3 |
+
size 4653766384
|
checkpoint_36/36/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2fb82d0a871e8775984038e4b255478d72d037035d83cbdcb1002d25886ca6a0
|
| 3 |
+
size 4653766384
|
checkpoint_36/36/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6bbc97eec82eb53857ffb922ce8079d070e548a00573b7cdbfee49bbf723a211
|
| 3 |
+
size 4653766384
|