diff --git a/global_step234/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/global_step234/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
deleted file mode 100644
index 020adf5c72d947cf301a7b6145fbf2dfb1f72510..0000000000000000000000000000000000000000
--- a/global_step234/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:62ae019552abe1fcf567bf86e9dd6990b6b20fc2fb97e6a6473d8991e7db2b0a
-size 12286458892
diff --git a/global_step234/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt b/global_step234/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
deleted file mode 100644
index 1e92be78e341481624ebcf190b5e26ba86dd5023..0000000000000000000000000000000000000000
--- a/global_step234/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3ae25cc59f40ed1f940705d068b753b81fdda8bb24fbe64bb28bdf97886e7599
-size 12286458904
diff --git a/global_step234/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt b/global_step234/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
deleted file mode 100644
index 40e773c75cd272829ef37b452df02e7ed3f9099f..0000000000000000000000000000000000000000
--- a/global_step234/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:dcfe6598ef89ff5d54bc94722754d29ef4c095a5fbf62bc9980c4acad189d548
-size 12286458904
diff --git a/global_step234/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt b/global_step234/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
deleted file mode 100644
index 3a54cd86d79b1a2dd7c0062a8308664d835f0439..0000000000000000000000000000000000000000
--- a/global_step234/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7078a562bd0d7fb0f0eb8d9e4d3e0afa87f0a8eecee74747c7ad7e34cab306b9
-size 12286458904
diff --git a/global_step234/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt b/global_step234/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
deleted file mode 100644
index ea455e4a5c08b66cf01703a5bfa3ff712ecf354f..0000000000000000000000000000000000000000
--- a/global_step234/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9da49ca837bc835ff5ac1a17a2e1c9206ed39daef344f4c7b360dcb935052542
-size 12286458904
diff --git a/global_step234/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt b/global_step234/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
deleted file mode 100644
index 2b8c56f033cb343795d395ebc0a671ee2e56c70d..0000000000000000000000000000000000000000
--- a/global_step234/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9ec49997692fb64d80f5d0a4717810c74a3968cd5569aedf8591eb3be1034e92
-size 12286458904
diff --git a/global_step234/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt b/global_step234/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
deleted file mode 100644
index da8d44776b2b200f77fa0c54f3a718079fae4567..0000000000000000000000000000000000000000
--- a/global_step234/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a8c35dc16299b197ab32da25e4458398c51346b6374370102b04823e67021c52
-size 12286458904
diff --git a/global_step234/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt b/global_step234/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
deleted file mode 100644
index 5a13799ab922f843abed2ccd0e1d04d0449f6e32..0000000000000000000000000000000000000000
--- a/global_step234/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f3f5dbace8497a09a0eab46a0ece4833a6a726582477222fcd4da00471002a4c
-size 12286458904
diff --git a/global_step234/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt b/global_step234/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
deleted file mode 100644
index 2843b4323074f5f00189df0d746dda67241c9b3e..0000000000000000000000000000000000000000
--- a/global_step234/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:35cac333ecd9b631225b90f10db7077cf05d0743f7e5fa1ad560a94aefa76340
-size 12286458904
diff --git a/global_step234/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt b/global_step234/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
deleted file mode 100644
index fa366d7affaff57212a5a4694d60713dcc74c47c..0000000000000000000000000000000000000000
--- a/global_step234/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5133d9114cd5ed9c22b10edc1280151c946a82db7a92bf4655fa9452afc9a72f
-size 12286458904
diff --git a/global_step234/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt b/global_step234/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
deleted file mode 100644
index 03da01b10bb80873707a9e2a0b1eeaa65b75e4f9..0000000000000000000000000000000000000000
--- a/global_step234/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2c97f51541eedf2a71aec4866b890bb4383ee57922ad0088aa82f7b3d79ac3c1
-size 12286458904
diff --git a/global_step234/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/global_step234/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
deleted file mode 100644
index 44f66c935f6d97c1a37ae32a6a062688ca920b20..0000000000000000000000000000000000000000
--- a/global_step234/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6226c1678f66c53a5d991f4e30819c8840bd6a0d02fb8666d31b97ab84163f89
-size 12286458892
diff --git a/global_step234/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt b/global_step234/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
deleted file mode 100644
index 835dc56e94068427f2f9820f366656f6cf8d7191..0000000000000000000000000000000000000000
--- a/global_step234/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:413fc312f2273d552fb9fd8a34ea17b3994d8b1c20e41883c73883a489ca7544
-size 12286458904
diff --git a/global_step234/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt b/global_step234/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
deleted file mode 100644
index eb007cc5a59eb2bf7387fabf177060f50b2221c2..0000000000000000000000000000000000000000
--- a/global_step234/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1b4ec95c8a6d015e20bec182831c8840f71b5dda7a6379e1779280cda68146e0
-size 12286458904
diff --git a/global_step234/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt b/global_step234/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
deleted file mode 100644
index e700ddcad32dcf890f0eecc78a5baff9585c0aa4..0000000000000000000000000000000000000000
--- a/global_step234/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ccd037f6236cb84f332ae972eecad14ab1392f41f2601c7b2d3374fa411c4917
-size 12286458904
diff --git a/global_step234/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt b/global_step234/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
deleted file mode 100644
index 00bd34d0c539cb0059617127053eb68eef106d7e..0000000000000000000000000000000000000000
--- a/global_step234/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6fa8a9c1f4d25996b5b6ae6dd773d5e277c001d0101882773674798cc723e934
-size 12286458904
diff --git a/global_step234/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt b/global_step234/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
deleted file mode 100644
index 29303212285e17194d5391269234b5fe1f3a04f2..0000000000000000000000000000000000000000
--- a/global_step234/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ba1417295d2b4756f3a14732dbec1abcfb565905cea2347e3eb4124d89f89fc6
-size 12286458904
diff --git a/global_step234/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt b/global_step234/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
deleted file mode 100644
index 7f9df628fa7512b9463db05e50347f81362973b9..0000000000000000000000000000000000000000
--- a/global_step234/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:87e0e19c3c70ee406535b64e1cef1f5592c5f2516f2e0b78a50e8fb0b91364a8
-size 12286458904
diff --git a/global_step234/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt b/global_step234/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
deleted file mode 100644
index 811edfb923a403f61dd99ec50c480ada315682b6..0000000000000000000000000000000000000000
--- a/global_step234/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:160bb476fa977a3918b428113d605b3073611c0a1ba1880fb3381b3fec7e1a92
-size 12286458904
diff --git a/global_step234/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt b/global_step234/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
deleted file mode 100644
index ed56b16a795ce459e62851fe27e63da6fdda4b80..0000000000000000000000000000000000000000
--- a/global_step234/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:19c2262acf0fc636c60fb427b429360a75e2e0ea38b8dfb380826b262f82c8c2
-size 12286458904
diff --git a/global_step234/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt b/global_step234/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
deleted file mode 100644
index ea81e1a180d5dbcc6249e70f3c273bb78aab503b..0000000000000000000000000000000000000000
--- a/global_step234/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:00fc5d465d193cda59d54c6f36396a3d30d8a64c5ba927b4d5955663a299cf93
-size 12286458904
diff --git a/global_step234/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt b/global_step234/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
deleted file mode 100644
index 8a7906d581570e0676fd1f8264f864941c76235c..0000000000000000000000000000000000000000
--- a/global_step234/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4a024ee4657dbce27ad197062d9a2f98fc508d65e286b52e95dd7e3e71c433d0
-size 12286458904
diff --git a/global_step234/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/global_step234/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
deleted file mode 100644
index 8fc2271a05fc2c135bdf813aec3dc4400bc2d5ea..0000000000000000000000000000000000000000
--- a/global_step234/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:46f102cf3ff732261f5625d7e60bc9dbb0cc9eae6cea4948e6fd150673f5df97
-size 12286458892
diff --git a/global_step234/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt b/global_step234/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
deleted file mode 100644
index 359e04fcf52c89a79d3fe86e527fad4fc3368990..0000000000000000000000000000000000000000
--- a/global_step234/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ece49e61dc35b83e8df0c2917c21586a259e1ea7bb8d244b4c6e0e4688548549
-size 12286458904
diff --git a/global_step234/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt b/global_step234/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
deleted file mode 100644
index 73a78cfa89ce9b50cb380908360eb5a097d9f3a1..0000000000000000000000000000000000000000
--- a/global_step234/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:01b06d01ca67c9b8346df2538af260768cc582bd8190f55a864dcc5171cc999f
-size 12286458904
diff --git a/global_step234/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/global_step234/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
deleted file mode 100644
index 94668e2fbea86a64a97dd1bd4172275f53a2a7f9..0000000000000000000000000000000000000000
--- a/global_step234/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d894097400454f3753d7de70a3fcc471611dea6963d47c73e4656b9ea1fb369a
-size 12286458892
diff --git a/global_step234/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/global_step234/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
deleted file mode 100644
index 4bf951cec05e3279213264ad84ff8647a0cf7bba..0000000000000000000000000000000000000000
--- a/global_step234/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6c8268b0abd65faa1d6a04b2f16baf075c3bafce53f86d623c35dad63fc869f9
-size 12286458892
diff --git a/global_step234/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/global_step234/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
deleted file mode 100644
index c8f8b50e81640c94a3c65e4b71296bc9423bfc7a..0000000000000000000000000000000000000000
--- a/global_step234/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c05abfeb0d63c6fdc947f447cb43b15baf723a0934fe81c9adc9b73ffe668b6e
-size 12286458892
diff --git a/global_step234/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/global_step234/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
deleted file mode 100644
index 32aa4280b6720a3e14d55a3ebf390596a417bc49..0000000000000000000000000000000000000000
--- a/global_step234/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4f283aa1ba0fe4824602df64466f3d06e015e2703683c3fb54b20db249060c69
-size 12286458892
diff --git a/global_step234/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/global_step234/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
deleted file mode 100644
index afe6d10fab2c61a0a0778f82e0c0d6fea9519cc6..0000000000000000000000000000000000000000
--- a/global_step234/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3b9b03b93247580d280ab2a0d23c0e82e00bf9bd4fd3e031a18a114147a80a9c
-size 12286458892
diff --git a/global_step234/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt b/global_step234/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
deleted file mode 100644
index bd2d915bc7a002a2db93460b10ba6ea22d5a7060..0000000000000000000000000000000000000000
--- a/global_step234/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f11be6c3e52d09c199c8057d54c83cdc5f41bc230702e154a0547ca2f2f7e22e
-size 12286458892
diff --git a/global_step234/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt b/global_step234/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
deleted file mode 100644
index 1cbaeb6e3bb905b247b1f73886ace8945223780d..0000000000000000000000000000000000000000
--- a/global_step234/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8bd067dd4b0285d7c1ea5a918f57e715829f46d7b9fa4d73db4af6a1c69af1ba
-size 12286458892
diff --git a/global_step234/zero_pp_rank_0_mp_rank_00_model_states.pt b/global_step234/zero_pp_rank_0_mp_rank_00_model_states.pt
deleted file mode 100644
index d7e7daf0fedbf12ac592c284c65b5970a0aceb25..0000000000000000000000000000000000000000
--- a/global_step234/zero_pp_rank_0_mp_rank_00_model_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:891e710ff33a8abf5b37554361d1326228ec2be3b7e9f3edb5158b2f408e7d8c
-size 381189
diff --git a/global_step234/zero_pp_rank_10_mp_rank_00_model_states.pt b/global_step234/zero_pp_rank_10_mp_rank_00_model_states.pt
deleted file mode 100644
index 2ae429ec4d11f9b98c273e152bc4e3e1f23475d9..0000000000000000000000000000000000000000
--- a/global_step234/zero_pp_rank_10_mp_rank_00_model_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3bf3d60945d71e7d453f7c17856c6b9a741aae631ccabf36d52fd143ff3e7b97
-size 381964
diff --git a/global_step234/zero_pp_rank_11_mp_rank_00_model_states.pt b/global_step234/zero_pp_rank_11_mp_rank_00_model_states.pt
deleted file mode 100644
index 08f9629fad6bb50c00edfc67dbcef901c6906025..0000000000000000000000000000000000000000
--- a/global_step234/zero_pp_rank_11_mp_rank_00_model_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d0065788ded78c3a25612ba400703c03077218b0234c0490c6fd8947c3abede8
-size 381964
diff --git a/global_step234/zero_pp_rank_12_mp_rank_00_model_states.pt b/global_step234/zero_pp_rank_12_mp_rank_00_model_states.pt
deleted file mode 100644
index 16519e3c8b5b21742d7aa57ce829dd7dcd9ff8e0..0000000000000000000000000000000000000000
--- a/global_step234/zero_pp_rank_12_mp_rank_00_model_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3c140d6233e89a4e749a3b439079066d7ef52d38516967c0df1cff88a6a891fe
-size 381964
diff --git a/global_step234/zero_pp_rank_13_mp_rank_00_model_states.pt b/global_step234/zero_pp_rank_13_mp_rank_00_model_states.pt
deleted file mode 100644
index 9179a84314c22c9e87524654d46fb95c5d9a73f5..0000000000000000000000000000000000000000
--- a/global_step234/zero_pp_rank_13_mp_rank_00_model_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f8779b05903b5dd85cc518005b2d1a7feeb1dabbc611210221b059c8d2c42fdb
-size 381964
diff --git a/global_step234/zero_pp_rank_14_mp_rank_00_model_states.pt b/global_step234/zero_pp_rank_14_mp_rank_00_model_states.pt
deleted file mode 100644
index d87bbf86f7e48ca01dcf29b0f1dc62cf4fa1ba8f..0000000000000000000000000000000000000000
--- a/global_step234/zero_pp_rank_14_mp_rank_00_model_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ce04c12342fdc6391362e78376cb243933c6c31b4902f2a98053b0eb660e008f
-size 381964
diff --git a/global_step234/zero_pp_rank_15_mp_rank_00_model_states.pt b/global_step234/zero_pp_rank_15_mp_rank_00_model_states.pt
deleted file mode 100644
index 1a5baa3c5bacc8de5735456cbe607127daa9661c..0000000000000000000000000000000000000000
--- a/global_step234/zero_pp_rank_15_mp_rank_00_model_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4bfcf2628d0c4a750116b2ea6f44d072165e61beb855e760912d44b2f6e7015c
-size 381964
diff --git a/global_step234/zero_pp_rank_16_mp_rank_00_model_states.pt b/global_step234/zero_pp_rank_16_mp_rank_00_model_states.pt
deleted file mode 100644
index 8a0c4bccfc6dfc5be082046d521281999f51b62b..0000000000000000000000000000000000000000
--- a/global_step234/zero_pp_rank_16_mp_rank_00_model_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d543f94887664df891498b12f53115fc02117267ad49822010bc37844684b376
-size 381964
diff --git a/global_step234/zero_pp_rank_17_mp_rank_00_model_states.pt b/global_step234/zero_pp_rank_17_mp_rank_00_model_states.pt
deleted file mode 100644
index a4c0aa79ceabca688a14da212ba475937326117c..0000000000000000000000000000000000000000
--- a/global_step234/zero_pp_rank_17_mp_rank_00_model_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:545c164451ff3bf40b5afc66d0ce7bf1ef58c821d774c203a2fcbfe8b8774912
-size 381964
diff --git a/global_step234/zero_pp_rank_18_mp_rank_00_model_states.pt b/global_step234/zero_pp_rank_18_mp_rank_00_model_states.pt
deleted file mode 100644
index 7bd3cb552fb4cc93824ddf5f9f55b4f8e3106e8f..0000000000000000000000000000000000000000
--- a/global_step234/zero_pp_rank_18_mp_rank_00_model_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:900d1ca48c32a054212eb8ae5eddde8ef071bfa7f8d97a2c443be36c28294a2f
-size 381964
diff --git a/global_step234/zero_pp_rank_19_mp_rank_00_model_states.pt b/global_step234/zero_pp_rank_19_mp_rank_00_model_states.pt
deleted file mode 100644
index d11c8a3f74efde819a6f171fbfd1c86b25b2c021..0000000000000000000000000000000000000000
--- a/global_step234/zero_pp_rank_19_mp_rank_00_model_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:97e8bf9f31163b679d8090fe344d9489d0121ef920ef750eaaabd05c774ed3bc
-size 381964
diff --git a/global_step234/zero_pp_rank_1_mp_rank_00_model_states.pt b/global_step234/zero_pp_rank_1_mp_rank_00_model_states.pt
deleted file mode 100644
index 9bb46fbdf97656370d914681ed558dc1739bbf17..0000000000000000000000000000000000000000
--- a/global_step234/zero_pp_rank_1_mp_rank_00_model_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c2321eb1db750669faf61dadf5b7042c5a1a8d17f042e190c030be1c572c7d39
-size 381189
diff --git a/global_step234/zero_pp_rank_20_mp_rank_00_model_states.pt b/global_step234/zero_pp_rank_20_mp_rank_00_model_states.pt
deleted file mode 100644
index 1d9da0d0d91aa4a63b487e5c9ff169a28ef530e3..0000000000000000000000000000000000000000
--- a/global_step234/zero_pp_rank_20_mp_rank_00_model_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b2504b86fe9d00086da2b105ab1b8eac11a5470f3e3c05a5f222e3347a592ce2
-size 381964
diff --git a/global_step234/zero_pp_rank_21_mp_rank_00_model_states.pt b/global_step234/zero_pp_rank_21_mp_rank_00_model_states.pt
deleted file mode 100644
index e60b19f3eb3a35de0b6ea3e532ffa8f6cfeae30d..0000000000000000000000000000000000000000
--- a/global_step234/zero_pp_rank_21_mp_rank_00_model_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:da5a561e38f95246f8c32b14a9e60af22679bba054d392da307ddfc2de2445a6
-size 381964
diff --git a/global_step234/zero_pp_rank_22_mp_rank_00_model_states.pt b/global_step234/zero_pp_rank_22_mp_rank_00_model_states.pt
deleted file mode 100644
index 1073128784609ecc967d0b9dfc0487f101c46903..0000000000000000000000000000000000000000
--- a/global_step234/zero_pp_rank_22_mp_rank_00_model_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:52cbb97649b07960d83c10bac7b7f1504d8423d246cbec8681823e894eaa98a5
-size 381964
diff --git a/global_step234/zero_pp_rank_23_mp_rank_00_model_states.pt b/global_step234/zero_pp_rank_23_mp_rank_00_model_states.pt
deleted file mode 100644
index c87db9438167806cf6c1ccf43e0be5e7c418cf31..0000000000000000000000000000000000000000
--- a/global_step234/zero_pp_rank_23_mp_rank_00_model_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1f6ccab8eb71889b0e6d0280720fca4f374441e5dba8a833a64c1e8df60e9530
-size 381964
diff --git a/global_step234/zero_pp_rank_24_mp_rank_00_model_states.pt b/global_step234/zero_pp_rank_24_mp_rank_00_model_states.pt
deleted file mode 100644
index 62c04e6c028b72c982d20c0ff047dcb2ad1400b2..0000000000000000000000000000000000000000
--- a/global_step234/zero_pp_rank_24_mp_rank_00_model_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:28fb0eef9cd7ec01ff00dc6e1e543f1ad0869d8bd6aab0996d57fd73623ba3d1
-size 381964
diff --git a/global_step234/zero_pp_rank_25_mp_rank_00_model_states.pt b/global_step234/zero_pp_rank_25_mp_rank_00_model_states.pt
deleted file mode 100644
index 45cef8724ee630c76dabb4e053b2c7b522be596d..0000000000000000000000000000000000000000
--- a/global_step234/zero_pp_rank_25_mp_rank_00_model_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a55e952cf1a18aff142b5a77f30509b3022a027c55510805f25501e9ab2d388a
-size 381964
diff --git a/global_step234/zero_pp_rank_26_mp_rank_00_model_states.pt b/global_step234/zero_pp_rank_26_mp_rank_00_model_states.pt
deleted file mode 100644
index 680b84aac2c093dacd0914a2558d95803b78c408..0000000000000000000000000000000000000000
--- a/global_step234/zero_pp_rank_26_mp_rank_00_model_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:83fe92d8156f68bc78e3e9d0ac95932e389c098a4633fb81f4027040a7fb75c0
-size 381964
diff --git a/global_step234/zero_pp_rank_27_mp_rank_00_model_states.pt b/global_step234/zero_pp_rank_27_mp_rank_00_model_states.pt
deleted file mode 100644
index 7b9a13379b760e9ec88a040ef334f7e6860bcae9..0000000000000000000000000000000000000000
--- a/global_step234/zero_pp_rank_27_mp_rank_00_model_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:91a27e48b7e0c125268e7aca8feea1659368e472d04d7e17d3bf7f2661e5bf96
-size 381964
diff --git a/global_step234/zero_pp_rank_28_mp_rank_00_model_states.pt b/global_step234/zero_pp_rank_28_mp_rank_00_model_states.pt
deleted file mode 100644
index 0881a5f430d25c69f13a177c17eff1a99f5a012a..0000000000000000000000000000000000000000
--- a/global_step234/zero_pp_rank_28_mp_rank_00_model_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4f177313fadab001039514de0f2eee92c2fca3516aee78d7960a2f5fe7ac0f02
-size 381964
diff --git a/global_step234/zero_pp_rank_29_mp_rank_00_model_states.pt b/global_step234/zero_pp_rank_29_mp_rank_00_model_states.pt
deleted file mode 100644
index ba206423d8a42ca9e8b2b622b7fd39e41b4feb18..0000000000000000000000000000000000000000
--- a/global_step234/zero_pp_rank_29_mp_rank_00_model_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:46970222a5717931d848d1fe1f2a4a17d0b454bbd8dcd4c1387895d97704b189
-size 381964
diff --git a/global_step234/zero_pp_rank_2_mp_rank_00_model_states.pt b/global_step234/zero_pp_rank_2_mp_rank_00_model_states.pt
deleted file mode 100644
index 10b83c32a81a5eefe43667b2342a0c4cf22adbaa..0000000000000000000000000000000000000000
--- a/global_step234/zero_pp_rank_2_mp_rank_00_model_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:bd80cad7cb3148ce608a51fedbe3b3acad206ffddd4d755de95e83f66eec883c
-size 381189
diff --git a/global_step234/zero_pp_rank_30_mp_rank_00_model_states.pt b/global_step234/zero_pp_rank_30_mp_rank_00_model_states.pt
deleted file mode 100644
index b0e9703c0769471e165e6cc03a6558a7140f1df0..0000000000000000000000000000000000000000
--- a/global_step234/zero_pp_rank_30_mp_rank_00_model_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:39609ff26b08cd572618d416ddaf277c40d65cbad63f98d771b10dbb91d46ece
-size 381964
diff --git a/global_step234/zero_pp_rank_31_mp_rank_00_model_states.pt b/global_step234/zero_pp_rank_31_mp_rank_00_model_states.pt
deleted file mode 100644
index 4929eb9da8236bdfad924677e0b9bc1ce4f0e8f0..0000000000000000000000000000000000000000
--- a/global_step234/zero_pp_rank_31_mp_rank_00_model_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:bf7f7014c1067616294176b5250b9d30a0bc2fef8fc922c7dc617c08a111f639
-size 381964
diff --git a/global_step234/zero_pp_rank_3_mp_rank_00_model_states.pt b/global_step234/zero_pp_rank_3_mp_rank_00_model_states.pt
deleted file mode 100644
index 2fb769b89dec7f27c575e2c638e9c1435a58d839..0000000000000000000000000000000000000000
--- a/global_step234/zero_pp_rank_3_mp_rank_00_model_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:50badc428b8f1b5ab1dd6377df8eccb751070cba7cc1390ad292bc7f7a3ae1ec
-size 381189
diff --git a/global_step234/zero_pp_rank_4_mp_rank_00_model_states.pt b/global_step234/zero_pp_rank_4_mp_rank_00_model_states.pt
deleted file mode 100644
index 3d8fde8b6da69063d1d030df8b14a392255399d1..0000000000000000000000000000000000000000
--- a/global_step234/zero_pp_rank_4_mp_rank_00_model_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a57f8ac2943718fdccad2b62bf2e7d1f9970caabd101041680d73396813438fd
-size 381189
diff --git a/global_step234/zero_pp_rank_5_mp_rank_00_model_states.pt b/global_step234/zero_pp_rank_5_mp_rank_00_model_states.pt
deleted file mode 100644
index b046d2a9aae196bcf3ff4635efdcaf62132e447f..0000000000000000000000000000000000000000
--- a/global_step234/zero_pp_rank_5_mp_rank_00_model_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c7d85a6b1cf9325418a98f5c2707054386a7389017dfd696d159671ab4e560d4
-size 381189
diff --git a/global_step234/zero_pp_rank_6_mp_rank_00_model_states.pt b/global_step234/zero_pp_rank_6_mp_rank_00_model_states.pt
deleted file mode 100644
index fd52d7fbd6cb3d324afdf42ec5ecc30aa2a8e86b..0000000000000000000000000000000000000000
--- a/global_step234/zero_pp_rank_6_mp_rank_00_model_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b1cdf46af2e0f8a131fdf727096e34f28427e6c5578d3483f85057ecb830a4e5
-size 381189
diff --git a/global_step234/zero_pp_rank_7_mp_rank_00_model_states.pt b/global_step234/zero_pp_rank_7_mp_rank_00_model_states.pt
deleted file mode 100644
index a0e7066b83f6cfb3a027cd3da5d261a2907f2e34..0000000000000000000000000000000000000000
--- a/global_step234/zero_pp_rank_7_mp_rank_00_model_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e65c944f5cc1e8b8867b55af619266fc82fb32a67672c01d6206051f34c5c32b
-size 381189
diff --git a/global_step234/zero_pp_rank_8_mp_rank_00_model_states.pt b/global_step234/zero_pp_rank_8_mp_rank_00_model_states.pt
deleted file mode 100644
index 28813098d3dab4acdf4b84cc83896654f7976797..0000000000000000000000000000000000000000
--- a/global_step234/zero_pp_rank_8_mp_rank_00_model_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:274d4b6aac5ab438b84516a366818108ccaade376881d24cbc53d85aa3d31f12
-size 381189
diff --git a/global_step234/zero_pp_rank_9_mp_rank_00_model_states.pt b/global_step234/zero_pp_rank_9_mp_rank_00_model_states.pt
deleted file mode 100644
index c5827487399c7f46959ecdbd13295fcbf9d14a8f..0000000000000000000000000000000000000000
--- a/global_step234/zero_pp_rank_9_mp_rank_00_model_states.pt
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0653c796c1765733e19310a2b36f539604a848eb94ee703a72d7cfd2d590049b
-size 381189