Hugging Face's logo

SquaredTF
/
optim-3.15

Model card Files
xet
Community
YanSong97 commited on
Commit
c3a39b9
·
verified ·
1 Parent(s): 4ba4773

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. checkpoint-10000/global_step10000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
  2. checkpoint-10000/global_step10000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt +3 -0
  3. checkpoint-10000/global_step10000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt +3 -0
  4. checkpoint-10000/global_step10000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt +3 -0
  5. checkpoint-10000/global_step10000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt +3 -0
  6. checkpoint-10000/global_step10000/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt +3 -0
  7. checkpoint-10000/global_step10000/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt +3 -0
  8. checkpoint-10000/global_step10000/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt +3 -0
  9. checkpoint-10000/global_step10000/mp_rank_00_model_states.pt +3 -0
  10. checkpoint-10000/model-00001-of-00006.safetensors +3 -0
  11. checkpoint-10000/model-00003-of-00006.safetensors +3 -0
  12. checkpoint-10000/model-00005-of-00006.safetensors +3 -0
  13. checkpoint-10500/global_step10500/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
  14. checkpoint-10500/global_step10500/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt +3 -0
  15. checkpoint-10500/global_step10500/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt +3 -0
  16. checkpoint-10500/global_step10500/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt +3 -0
  17. checkpoint-10500/global_step10500/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt +3 -0
  18. checkpoint-10500/global_step10500/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt +3 -0
  19. checkpoint-10500/global_step10500/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt +3 -0
  20. checkpoint-10500/global_step10500/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt +3 -0
  21. checkpoint-10500/global_step10500/mp_rank_00_model_states.pt +3 -0
  22. checkpoint-10500/model-00001-of-00006.safetensors +3 -0
  23. checkpoint-10500/model-00002-of-00006.safetensors +3 -0
  24. checkpoint-10500/model-00003-of-00006.safetensors +3 -0
  25. checkpoint-10500/model-00004-of-00006.safetensors +3 -0
  26. checkpoint-10500/model-00005-of-00006.safetensors +3 -0
  27. checkpoint-11000/global_step11000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
  28. checkpoint-11000/global_step11000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt +3 -0
  29. checkpoint-11000/global_step11000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt +3 -0
  30. checkpoint-11000/global_step11000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt +3 -0
  31. checkpoint-11000/global_step11000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt +3 -0
  32. checkpoint-11000/global_step11000/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt +3 -0
  33. checkpoint-11000/global_step11000/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt +3 -0
  34. checkpoint-11000/global_step11000/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt +3 -0
  35. checkpoint-11000/global_step11000/mp_rank_00_model_states.pt +3 -0
  36. checkpoint-11000/model-00002-of-00006.safetensors +3 -0
  37. checkpoint-11000/model-00003-of-00006.safetensors +3 -0
  38. checkpoint-11000/model-00005-of-00006.safetensors +3 -0
  39. checkpoint-11500/global_step11500/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
  40. checkpoint-11500/global_step11500/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt +3 -0
  41. checkpoint-11500/global_step11500/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt +3 -0
  42. checkpoint-11500/global_step11500/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt +3 -0
  43. checkpoint-11500/global_step11500/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt +3 -0
  44. checkpoint-11500/global_step11500/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt +3 -0
  45. checkpoint-11500/global_step11500/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt +3 -0
  46. checkpoint-11500/global_step11500/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt +3 -0
  47. checkpoint-11500/global_step11500/mp_rank_00_model_states.pt +3 -0
  48. checkpoint-11500/model-00001-of-00006.safetensors +3 -0
  49. checkpoint-11500/model-00002-of-00006.safetensors +3 -0
  50. checkpoint-11500/model-00003-of-00006.safetensors +3 -0
checkpoint-10000/global_step10000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13a88abf77421d44513f9db9f45499df33a639b49073ddf05b1d3fa7a4baafcd
3
+ size 20045635596
checkpoint-10000/global_step10000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de73696e9314d43218de9009c0c26140a5c114360818cc40acb6f3bc8addebbd
3
+ size 20045639820
checkpoint-10000/global_step10000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5fc740ebaf88a9e1f2a9cdee4e734c077adf503083010fe583fb817410d4e7a8
3
+ size 20045639820
checkpoint-10000/global_step10000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29c52ed75ab6bbe20986ba3d97dd5bcf7fa5336280d4745b8b184cf34ee388dd
3
+ size 20045639820
checkpoint-10000/global_step10000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d16e271ebe6f3482bdec56f6f2bedfc68ed2cd00b25529a57bd0e729e3c8d7f
3
+ size 20045639500
checkpoint-10000/global_step10000/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78851e4f4aa92c1ab4a65d0dda68f2cd11d29543fe40fece56256fc2729ec534
3
+ size 20045640588
checkpoint-10000/global_step10000/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f597f795340035bf89700b831c2cbffe16b4268281cb8894c9a529bfda90804
3
+ size 20045640588
checkpoint-10000/global_step10000/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec6ecca08027d8047d281067458309d25d01e0983752ecb3aef4e59f47327c21
3
+ size 20045636684
checkpoint-10000/global_step10000/mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7677c9c749d18d2d25aedc262d9207953e9b27b81097fa17c36f57c15ab4e34
3
+ size 26729511480
checkpoint-10000/model-00001-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27d033ec0f9bc325ec22c2d9bdaf47a855fd6a7b5d649febeacdab4b71742ab8
3
+ size 4997695928
checkpoint-10000/model-00003-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3028fe9b9c031a7750d2625fee9abf2b7fa218b6716ffa8e5f576b57f351760
3
+ size 4997185936
checkpoint-10000/model-00005-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:590b8c53c09e67f71681445a2ace802816c6ac54f043eed0f93c5ff7fa237bfd
3
+ size 4997187104
checkpoint-10500/global_step10500/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9a688ca0196d0c6636ee22817a0f275b5b49fa5957e8011da5d9a90d249290c
3
+ size 20045635596
checkpoint-10500/global_step10500/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22e60d1e2eb8bdf31804727c1dc3d0b098731c852b8d12e73030cab41a7b7ae9
3
+ size 20045639820
checkpoint-10500/global_step10500/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa9c27d7d4d49c023b23f6c20f2c5833dcd71330a2afdba9337004f3cd6dc020
3
+ size 20045639820
checkpoint-10500/global_step10500/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3555ac6c704f9800155fc8ed55a659e54232d43a60a9a374dbabcae5320139d1
3
+ size 20045639820
checkpoint-10500/global_step10500/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5157f964ca31e503e0d3f0bf15b49748f68254e69dc160a69826c505a158858
3
+ size 20045639500
checkpoint-10500/global_step10500/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2a922875edc3426e728142d12022d421c40ff5cebe8a9a2d315f5c86610e24b
3
+ size 20045640588
checkpoint-10500/global_step10500/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b933304f46e860a62112fcf6d04cf29faea4be47a406e78b6bf8bc5a7aaab51
3
+ size 20045640588
checkpoint-10500/global_step10500/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba5036a322978e7cdc750e343988efcbbab54b6a34613fc3868e83fd9dc12e65
3
+ size 20045636684
checkpoint-10500/global_step10500/mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abeea4da983bc8a742addb65ba68dace20c51342ddbec0680e93c11d9cbf182d
3
+ size 26729511480
checkpoint-10500/model-00001-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b848e5677ee1b2d1734f6015abdfa5916e33d144751a5a7d2814901e203f1278
3
+ size 4997695928
checkpoint-10500/model-00002-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d8350f9aab5bb40f14ef0b03a67ec7876eeabcdfab4ad9894a000018523d087
3
+ size 4997185936
checkpoint-10500/model-00003-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:676ed04aaabd9af98936743e274426e9e031f498acd9326ad79411fd61736534
3
+ size 4997185936
checkpoint-10500/model-00004-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:556d033a61b0e507c71ba9f9623a62227a491b22faac2deb451629b9b581d14a
3
+ size 4997727432
checkpoint-10500/model-00005-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55e30bed09c8dbaf5a9533e9b9d8cf910d4530f9546651816115f45022ddfa29
3
+ size 4997187104
checkpoint-11000/global_step11000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc020ae0a58f05078bcd6d495b0f420250af756071dd14728c36a877c70b351f
3
+ size 20045635596
checkpoint-11000/global_step11000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53311215c360f8b868328c27239add3f5dbd93fa2f4b7500d8dee09757aa58fa
3
+ size 20045639820
checkpoint-11000/global_step11000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4520e251e07ff6e9438f38cf5749b162a000e3a084d15a121e5de3a3bcece764
3
+ size 20045639820
checkpoint-11000/global_step11000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ae7329aa0d0d9876de079c4a8641e19624a1865005ec7b5a3a409b1c7c42108
3
+ size 20045639820
checkpoint-11000/global_step11000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:516f132ab2fe15bbf122c042e1f15f52f34563b67caa937d17deb38cf7c2b80c
3
+ size 20045639500
checkpoint-11000/global_step11000/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe973ff9eceb23e54dd11dc6894db9ad1a7c00594ac110f4b49e884ad2cf677e
3
+ size 20045640588
checkpoint-11000/global_step11000/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:461c088e807e89959d19c4d31b9ebd50cb840cea4df2d3386ab3d49039f4efbe
3
+ size 20045640588
checkpoint-11000/global_step11000/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a9f83a1709925ee57b173c75e1715258a165279d2eb303f15084e4ddfb4b6a6
3
+ size 20045636684
checkpoint-11000/global_step11000/mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d41f060d2c26ba6be2b96dcb3d5456282bba585e1db1ebf224f48f5c715b058
3
+ size 26729511480
checkpoint-11000/model-00002-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44fc95b65f8b01affb18848ca1c86e553361a2fab4842e8f1d455a817cecf71a
3
+ size 4997185936
checkpoint-11000/model-00003-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51c5fe554269ac55d2e83dfc669baa659c51597817651c9014f4361522b16459
3
+ size 4997185936
checkpoint-11000/model-00005-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c554594a52d97bba71432b79dde3b1fca77c434bc99a9034670b8263a77c83d0
3
+ size 4997187104
checkpoint-11500/global_step11500/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:655be53a4999ffa9ada4388f4ed53b28a281528a38eeb0343f37641cea3ba71c
3
+ size 20045635596
checkpoint-11500/global_step11500/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19fe9d1ac2d7830a701a68e56a6d29c107a3d5259db2caaef54da60d233b4b5b
3
+ size 20045639820
checkpoint-11500/global_step11500/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd79c2f24498eb52fe4dedc73225349ddf455afe0a0843526c2a791c2a1668e0
3
+ size 20045639820
checkpoint-11500/global_step11500/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:879bb906be536b70ca683a7f8092758ffe95b12c96b55d67262ff31df8ce07f6
3
+ size 20045639820
checkpoint-11500/global_step11500/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fc28e532b0d50b6a210fb3629341d15b86b405dc6598aebad3076029cc4f652
3
+ size 20045639500
checkpoint-11500/global_step11500/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27ebc6176d70c3144327b08e3706c215db4470c7b5f1965dd680d605ba2aa7bb
3
+ size 20045640588
checkpoint-11500/global_step11500/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:376581b36f3b238a1f9315a6d21c34fdc6e2ab069cb48500e7eeede90731fa46
3
+ size 20045640588
checkpoint-11500/global_step11500/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9506e6b69fbd30f7c250a1a4560db72df60689cb762965c6ce6d1d71142f7af
3
+ size 20045636684
checkpoint-11500/global_step11500/mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5376b7b503258e15ec8fef4b020a724cbb15c699bfeb03308441fc8caacc35bb
3
+ size 26729511480
checkpoint-11500/model-00001-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2403feae903bcab326d5b7550adbbb29692fd5067840293b8773711aecd8d909
3
+ size 4997695928
checkpoint-11500/model-00002-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31616ebf768f535864d38507186249992be4a46b4183d1b71d5de95aad9965f5
3
+ size 4997185936
checkpoint-11500/model-00003-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f64dbca05a0e8cb0ee08e3a32901594cdf438283b5cec6dd8e2146abebbf024c
3
+ size 4997185936