wanchichen commited on
Commit
b64b49b
·
verified ·
1 Parent(s): 95eb46c

Add files using upload-large-folder tool

Browse files
Files changed (39) hide show
  1. checkpoint_16/16/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
  2. checkpoint_16/16/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt +3 -0
  3. checkpoint_16/16/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt +3 -0
  4. checkpoint_16/16/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt +3 -0
  5. checkpoint_16/16/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt +3 -0
  6. checkpoint_16/16/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt +3 -0
  7. checkpoint_16/16/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt +3 -0
  8. checkpoint_16/16/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt +3 -0
  9. checkpoint_16/16/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt +3 -0
  10. checkpoint_16/16/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt +3 -0
  11. checkpoint_16/16/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt +3 -0
  12. checkpoint_16/16/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt +3 -0
  13. checkpoint_16/16/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt +3 -0
  14. checkpoint_16/16/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt +3 -0
  15. checkpoint_16/16/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt +3 -0
  16. checkpoint_16/16/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt +3 -0
  17. checkpoint_16/16/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt +3 -0
  18. checkpoint_16/16/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt +3 -0
  19. checkpoint_16/16/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt +3 -0
  20. checkpoint_16/16/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt +3 -0
  21. checkpoint_16/16/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt +3 -0
  22. checkpoint_16/16/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt +3 -0
  23. checkpoint_24/24/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt +3 -0
  24. checkpoint_28/28/mp_rank_00_model_states.pt +3 -0
  25. checkpoint_36/36/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
  26. checkpoint_36/36/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt +3 -0
  27. checkpoint_36/36/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt +3 -0
  28. checkpoint_36/36/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt +3 -0
  29. checkpoint_36/36/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt +3 -0
  30. checkpoint_36/36/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt +3 -0
  31. checkpoint_36/36/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt +3 -0
  32. checkpoint_36/36/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt +3 -0
  33. checkpoint_36/36/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt +3 -0
  34. checkpoint_36/36/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt +3 -0
  35. checkpoint_36/36/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt +3 -0
  36. checkpoint_36/36/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt +3 -0
  37. checkpoint_36/36/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt +3 -0
  38. checkpoint_36/36/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt +3 -0
  39. checkpoint_36/36/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt +3 -0
checkpoint_16/16/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0dff3499543a134d6efe9d7fe17150ca325aa99069ab1f5c79307ab27a9ea477
3
+ size 4653763632
checkpoint_16/16/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3215e17bbfd506f64b7e4e24aa5c6952f7581242c5675b52cb165041d406d6ad
3
+ size 4653763255
checkpoint_16/16/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0a5c5160a5157b6779394d088a6cdb57cef69df4adca675ee8cd0f79281a3c3
3
+ size 4653767415
checkpoint_16/16/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:071bfdc569211b2fcc12e51bc816865b8a6249d676a12d7e0caab7846daa65c0
3
+ size 4653767415
checkpoint_16/16/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f58d1e49933efe086322f4caca128c9372a5a4852fcd5c642652b9ab19ae65e5
3
+ size 4653767287
checkpoint_16/16/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:495f771d52bbbde60af8e2e4de8218b48186da3807bcdce3469065dce996b6f5
3
+ size 4653767351
checkpoint_16/16/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9bb99e97dd0745ed9446cf8a0a036b14977d367b3413f70510cef9ce10687767
3
+ size 4653767351
checkpoint_16/16/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77081faf9ab64979873abb4e108de374421d5b3181cdcc0f31bf5828f2fd5fdf
3
+ size 4653767351
checkpoint_16/16/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57cd06f4fae257fa0ec740c0a66e88b390e462319b8c97f5527e5870e51c5185
3
+ size 4653767543
checkpoint_16/16/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0115f20f32300ad7965d1f0347ef74dc801e0b1e7dea98a2ac1828cec00ea27a
3
+ size 4653767351
checkpoint_16/16/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ac6ced7f3319a83b42bd847045b8b75381c9b0f48769822498daf94cbe7c7f7
3
+ size 4653766128
checkpoint_16/16/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:baacba78acbed189f359210726193aa91ecee173da64bd8bb3b1626f94c68953
3
+ size 4653767351
checkpoint_16/16/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7bd4bca1bee5ee890df1c12828ea891ea3cc01184f51f5ab7bf62b854a83cfa
3
+ size 4653767351
checkpoint_16/16/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b693388f23ad2bcdaf25d5db730aa0eeabefb434f9450accfaba96da74db5f0c
3
+ size 4653767927
checkpoint_16/16/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5498db0254a56c99fd736e05085741a4437e1c67648dba6c9f14941dc2c2307a
3
+ size 4653766128
checkpoint_16/16/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6194deccfbc7518a08e5fc3ef6bf4cfdefd970ddde2a62ee491d3d4c7df2b83
3
+ size 4653766192
checkpoint_16/16/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5058cf0b216d25e72adc706464e0806d5960ee3ebd1965ebb4403a5a2ec243c9
3
+ size 4653766640
checkpoint_16/16/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1109d3ff9b8005598aa29391e5624fdac98dcf0cf849aca6bcc1effeccec11ce
3
+ size 4653766384
checkpoint_16/16/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e7475d9bbd040b9ae1642f556c576026599b7f8b9389a5cb59a3129a19b6b48
3
+ size 4653766384
checkpoint_16/16/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc46e892154a74e6980aa19c37dc28d3e3faed1a4ec613f20dc2bb46947e65e7
3
+ size 4653766384
checkpoint_16/16/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1efce18969051a58f194efc1cf981944f38c0083c2b8edd002029d5015a45c2f
3
+ size 4653766192
checkpoint_16/16/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb017aa4e3daf8a2e7936023cfd0cbb4906f9aea50649b8b142f7246d3a4da5c
3
+ size 4653766384
checkpoint_24/24/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4240d2094af1695ea3147e2c7a6e97cbac960ba1a2d59b8efe463b722ce61827
3
+ size 4653767351
checkpoint_28/28/mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:280d8660df34a2e1e19f338e64fea9fd46462402d57d937c1b723d2a82d24084
3
+ size 18615549124
checkpoint_36/36/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12a97007b28a8f7707a472af92100ca67be27ed0558dc429150bef9b9918eb08
3
+ size 4653763632
checkpoint_36/36/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52e66db542293180e05468cc75adff8f844d504b04b4bbb592d4d43c91f508b6
3
+ size 4653767415
checkpoint_36/36/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:573189e3fb3a373f71c264ebc37ffd963a866e9ca190dbfed6df958f2e208367
3
+ size 4653767415
checkpoint_36/36/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:073bed0370654ed968f7a19f9802f708f43ba7fc12a8dd365299e3165b804d03
3
+ size 4653767351
checkpoint_36/36/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e904c02b9f0031d20363fddc30323a0406877a69f51ed2b8acccdb30ccba760
3
+ size 4653767543
checkpoint_36/36/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04a34f0510ff9a580a08ab5658df0a57e0394e12f5c9310d0b22ccd8b024d9ec
3
+ size 4653767351
checkpoint_36/36/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:974d9018a829289b57a392343fb624f86a429692c4b78bb072654bf485bc8ed9
3
+ size 4653767351
checkpoint_36/36/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f3401656604db330a263ee6d801364ae3e2884314c9f1a8a66b63a40b6b0038
3
+ size 4653767351
checkpoint_36/36/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18016bebeb4d363e9aba6d099f09dcfaa5edbca97a1d52cc37b0634dee084326
3
+ size 4653765239
checkpoint_36/36/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0de0d30fd036f2e2d545d6351f13c3c197bf57730d2ff15f6ac2009a37650459
3
+ size 4653766128
checkpoint_36/36/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63f6517eefcb17985d4078776485ba0e39b5ba84d356dcd092a6c60a94c57481
3
+ size 4653766192
checkpoint_36/36/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02473cf162d2265e1b86db4932e6d2664bbae727e09bc8d61285db65d9cf34a5
3
+ size 4653766640
checkpoint_36/36/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ef477b56fa31c4e9ef9e81ea2474088bc2b81e653e64e7bb21d0e97f4f53811
3
+ size 4653766384
checkpoint_36/36/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fb82d0a871e8775984038e4b255478d72d037035d83cbdcb1002d25886ca6a0
3
+ size 4653766384
checkpoint_36/36/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6bbc97eec82eb53857ffb922ce8079d070e548a00573b7cdbfee49bbf723a211
3
+ size 4653766384