diff --git a/iter_200000.pth/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dff18e09b00ef689e77eedad63e59aba53167cae
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd51617cd97aba35e1ed4fdc587f6f5e45a408a3ccb16f7fbf8fed9f4e6ccaca
+size 81090053
diff --git a/iter_200000.pth/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bfd0ea3d5d69879f236f2c3560480f6bc64869d
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae06c5c6e5d44b365dea06c402ab5315f633855e057d734c61a296518c9e68b
+size 81090067
diff --git a/iter_200000.pth/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..640dbe6b0775d774354d1466e99c4052cfa08831
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d7ec44413228f86679be45ef6e8206f777835e41ee819f7390c3948efe2061
+size 81090067
diff --git a/iter_200000.pth/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..384f7a193cb3645232bcbddefb870e5990fb126d
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ececb4bcf1821ae842460bde1cdfa9669cf46fc82be3bad31686fc0d4e81dbb
+size 81090067
diff --git a/iter_200000.pth/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf6e2ea7925b240c56a30feb1c6dcb6334c7e6fa
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a216c07d62c8aa05a19326733029052ac3e5f743d7f4aced2d981f7f2a8e4c2
+size 81089875
diff --git a/iter_200000.pth/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..166ddfaf7383bc1414c2a19ae500498680426706
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9960c89f97e4c432e33a5d29ccbc9d64560cc8f74811399e447ae6d14eddf56f
+size 81089875
diff --git a/iter_200000.pth/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d49a3087e2c2510a6b4d7dc2e7d54911ed3d271
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c825e0b22cfe7c153b720b556deb6a4f2a9aa4213d2602e49450ef34ad7b94ea
+size 81089875
diff --git a/iter_200000.pth/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf1e1fbca657a61cf154e35486e7cfad82221cfd
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f2b36d0bb20bb1eea5d74da9c11f6f42f84194e6176710cd6affbc194ea177
+size 81089811
diff --git a/iter_200000.pth/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06526fbeb25e6092529780b76f1582d475e42b3e
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fd09c869216106acc2c187bf2c7ed66c670fac0b62331d83406c36b71c49c1b
+size 81089811
diff --git a/iter_200000.pth/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b380b0c699ead5e13bba0a59017f06505209dc27
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc32506114781e92256cb36b0faab5f5b75c6a8d8e3110d0f00c55422292e7ee
+size 81089875
diff --git a/iter_200000.pth/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edad01250e81e1f305f9916028bd1a51fe0e01e8
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8da7bbbd63bfa9e3fe68d34ef7cdcab3b4cb8240a1423dd64ee38aa59d85837
+size 81090067
diff --git a/iter_200000.pth/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69395e585979c9d728f1ed4d4002bac8020f3d00
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa1ea340006b74ed3a111bbd60c2113c738a2902b629572756c6baca84592968
+size 81090053
diff --git a/iter_200000.pth/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f884e02ff4f50d20fa657da94cd61816e07233
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1de8f10f02c1991b666dc2aca98a06b7207f1eadac3d1718484787d0251a320a
+size 81090067
diff --git a/iter_200000.pth/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..382b2e94ae9aec1ec907fb42ef63526e28a4b5ac
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:104e2b9c713900b60f375b561806f3af4aac53a74c6cb8bc596bbba82b938e48
+size 81090131
diff --git a/iter_200000.pth/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea974b341825006a7569a8bb2ad204089ef5ebcd
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e03f75e382f7010e02cec553a76fc412d66f9286ce04b64e432c1abd3ec36b
+size 81089939
diff --git a/iter_200000.pth/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d5fca703b48452d83c4366f29d99e12efce5c1c
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cf728be18c6e4cf6b960eb8871883205a2bfd84e225dcaccbad4e61d0b4ea73
+size 81090003
diff --git a/iter_200000.pth/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f040e7c57a8d3216b3cdc27613a44f7fc67b660
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ac55f1d7ecb7a2f4fbe2d5052c1578b5da499341d9b04049aabaad195fc522b
+size 81089875
diff --git a/iter_200000.pth/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11b53a1b18f14c34a43222eb40a4890e9590b8a4
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46705c1540fa86d29fba7d7ff27a9ed9e5a26ffe0726c30672c4a5515598f73d
+size 81089875
diff --git a/iter_200000.pth/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..639aec5ee6ac7de0a709213c34b347cf8090505e
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4235dce7bec334846c1c364dd1e91a150a5b2a9a27d52f8c0d072669d4bf6c80
+size 81089811
diff --git a/iter_200000.pth/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eaf919d1b4d74f29765aa8997c5590b5f0a54c9
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19d8b47edea86beb4ff369039ba445658d4808c1ab6b26912b5bbcea15827652
+size 81089811
diff --git a/iter_200000.pth/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f3dd789c8d15bf7422d20a9eeb80b8833e9d8b6
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7393e6ec093e0ccff937d7de86e12225d62a79ad781908d8e4429b50b12de7b2
+size 81089875
diff --git a/iter_200000.pth/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5badabb33a713ddd4c1e066b4ad0e706822ddce9
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1cd8e807682d953d572ac173336353142a9e45c84285d0a8e97476e302ac32b
+size 81090131
diff --git a/iter_200000.pth/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36cb4f3033cf1e56abc04718f88d2669f2a93b96
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6388f30ecc5170dda31f821ed0bca622f616b8d56b811a4f0dd305fbc883ba2c
+size 81090053
diff --git a/iter_200000.pth/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..092d7cd554b0792e0fa0c8b716cfc06af6bee198
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0038799280f6d532ccafeba4ad7b7bd639398617f45a3f3ac08f74726d983234
+size 81090003
diff --git a/iter_200000.pth/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14ad8ef322a3626772fe7d255b0a6a1c20af6841
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7599c7131831bcb5daf7cf33a34e7e00184eb05e2a4a43667d68de7124a7c8a
+size 81090131
diff --git a/iter_200000.pth/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c9fd040e3703292ee4307a8d5ef06dd5800f51b
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bb655cee7b7a5721253f8b8307b0f74637cb3ff44d1e51d9c6715d8f40bc256
+size 81089939
diff --git a/iter_200000.pth/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b374d4017b3c7e27f0ead28e3125149449bc9755
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eef0cf7943aee1040a76b94b884d5480e2944820af0a01b24a515fb93de2df5
+size 81089939
diff --git a/iter_200000.pth/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec24d133a8e1fe3da883e8dddc8c383616991fa3
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3d3b8d4a7473c672dc7a45b26be0f74743e860efe86c8cf97fea77002411ef8
+size 81089939
diff --git a/iter_200000.pth/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31ee0f2baa162b8c7cf6fd8d79af2c512a549508
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68efce1ecc7b7a08ade6e53cd993c0791eea51977f6820e8aae61be745ae6f88
+size 81089875
diff --git a/iter_200000.pth/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36b1b591f5b4cc8f58ac2964ab6314f795b3fcc0
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d5af0e587e4c906721850ce4d2dba4f102ccc34990a160a6ff631ebb2aea983
+size 81089811
diff --git a/iter_200000.pth/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a83c25d9328a1558f486954a63deb14c28a764
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9f40dd1b99c65e50ff1e0397f6dc860bbfcde6e76fdab94f980bd3f89365ac9
+size 81089811
diff --git a/iter_200000.pth/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..358ff038cf3efdc41e8685efbf363a86c13ae305
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1296e5e819796fcfbe2760b83744c8feae65501853cfd0ef085fe1f3c5722718
+size 81089939
diff --git a/iter_200000.pth/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4c9c5030227635563b9c6e5cba3df3fd4dc8725
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6fbcd57ecc6412d97184648c98a9464a25b4ed2f838b1b4279993b7b1167fec
+size 81090003
diff --git a/iter_200000.pth/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9d5ae815b5f7dcdb6c58f6aef3eb12f327fa794
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51bf6cad70a167d5238d7a83820dd3d838ceb8a44dca21a296816bcaa1031da5
+size 81089861
diff --git a/iter_200000.pth/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66f57cf48c1bb99f9d54c7ab2db7dcf99a0f448f
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:509a2a908f4470c8571753186583926d516f3f218c43bce62f336a2dc42693dd
+size 81090131
diff --git a/iter_200000.pth/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78169839af19d866e2e54b47ca6499012cea1e14
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0857ea0366d9c1ef102e25a5cba0dfcfddd7dea02ed495751be94fe4f4461a5
+size 81090003
diff --git a/iter_200000.pth/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24bc62a95c945883799329887409f3a36af83e02
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70b891b33abc40d11766d816f7d91de84dea7c2e550dad159155cb5c5ed26866
+size 81090003
diff --git a/iter_200000.pth/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39676e5a4706d37b193bcb2ddc845fcaeb615589
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8afdb2afe06a5a05271784bc7f1084b5d6cab93b80f0dc30efec02c1dd68f67c
+size 81089939
diff --git a/iter_200000.pth/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..449f8cdbecf340de51a885c3c6c5bca68d9eef33
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceb573e7252d1656481a0867fde8ac7bb1da9002282717c8dbc016e0e9c35b7c
+size 81089939
diff --git a/iter_200000.pth/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f829c0d319893a6134b30159665803c0a05d41
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b11cebb120297d63aed1375ca167fe9e415744a0147412cc286c3576d49370c9
+size 81089875
diff --git a/iter_200000.pth/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a21c1a1e4b60b1c04bde92622ac04050a928e19f
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:541dedfd2a6fab3e15e277c18e74cc48e68c1bf53f344b448c1ed32653bdbaa5
+size 81089811
diff --git a/iter_200000.pth/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31ddbbbd3ce4410037099b0da5cf085eeddf8084
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:820bb9c4e972a711c91807a1a0343c45e168d8737cef028a43c6633a062b0ebe
+size 81089811
diff --git a/iter_200000.pth/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d67ace8106b1dd0ed93827545b7dbf58ecb1fcb4
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02c12a4f24ded5663522e667889d80a06e960ed1465cbf76889284c47524a0f0
+size 81089939
diff --git a/iter_200000.pth/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c938625eb1959e4622f47c996ccb311f9afed2df
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4265ddc2b611e2cecece66a26f0494a091f3b6de6cb86a36d575bc41c4cbe71
+size 81090067
diff --git a/iter_200000.pth/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0a8586bd327d31c87c20031256d8741b47e4dd2
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14d87bb949534e2f6113f6565c2ee430a6b27fc3d4e64cff06580435e4066042
+size 81089861
diff --git a/iter_200000.pth/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8679ea15cb879cfbf2e044c814cd4a0e896dc97
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06901e328788c9d15fc643f699c7bf42f4079da623287b1679671c9e0b1b38fb
+size 81090003
diff --git a/iter_200000.pth/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34e14a4cec177a848fe88e09a2a0ca16d8a1ee95
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c50a976b868e7aa4873b14b12a8cfef8d522516058e8bd0f42b018c903b7ed6b
+size 81090067
diff --git a/iter_200000.pth/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2afce51f7798d27c933434c0d3e32aa76ebf454
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0add9330110a72e337ef92bac9e72bbfa581fa9fd3e57a53e8724977ae207a49
+size 81089939
diff --git a/iter_200000.pth/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0e474fe698195f38661f95d30abe0a89fdd73d9
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:750c39d55e131d91fd5ae3acb337615ae187d33e1cfc5cbc5524d118c8543604
+size 81090003
diff --git a/iter_200000.pth/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb16015917739ffa9ad15da249f80b4647b0951e
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61fbb96cfbebc729677a3673adc14c01dfb2187cddd9bf013d9b24ab109e21e8
+size 81089939
diff --git a/iter_200000.pth/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22fc86262bb89052dd60584875f6b2f745e2c19b
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2988d7714481cd915d676fe5f1905df186c190ab8873acf3301c1c8467a47666
+size 81089875
diff --git a/iter_200000.pth/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b13ae382e859f986df95d9166aa1b4b33aeaaba9
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:299e9f24b14955c5aff3824a22c7371818454990640a33bf09cb84fe109602d3
+size 81089811
diff --git a/iter_200000.pth/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1da5d18ce78479bc874f85cc5b352705da876d1
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e342ca2de84720420b6c2ab0665baa6be9aace8d82090cad02bc8b93ea6f68
+size 81089811
diff --git a/iter_200000.pth/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb2f770dace398d0ce80eb3b1bd9675bbd0d662f
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8102dfcd1a8bf17dfdc543b586c2721f8f7a4c5189082cc8ae54886e83e4b003
+size 81089875
diff --git a/iter_200000.pth/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aa5bad41df71ab2c319e360775ba7a7a4680f0c
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d774378efcf08ba02acd7fc19f2d3f935a906414ce3f0ecc4cca0ee73a0dab1b
+size 81089939
diff --git a/iter_200000.pth/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d99201a355f9e9d859001ab4c93a6b9dca4dbfc0
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea1af057b22f61a11525557918568f47381d87afcf74cfd5d88c16c7549aab52
+size 81089797
diff --git a/iter_200000.pth/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..916ada1938b275d2da6c4351697c8292d5cea770
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ac6204926152c532fb9bdd326aa69e1d9568df5fc3d663fae2a65c1de4faf6c
+size 81089875
diff --git a/iter_200000.pth/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc7fbe84ec1f75322ec4d44c547675c0c66a0bb1
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ddbbb75a3615bccb33c14e41da6d133f4db5b37be8cdbebc1be2a68cff8c9bf
+size 81089939
diff --git a/iter_200000.pth/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d623de82954a770325895961537fab60367c484
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cd36bb8726f1443e23985be4ff091e6305a6696fdc49b0aa152e6aa1c79c6b0
+size 81089939
diff --git a/iter_200000.pth/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aa926d9806355c89d4bd04881b57dae92c37bab
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd9a6497d54517ff7ced146ef2e8c1647857e562999e4af2b10a2f3b778a9554
+size 81089811
diff --git a/iter_200000.pth/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44afaf91edd201e7bf61c18ac0796809ebe33e34
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e099973eed500e0450903d22c7fb0a3034558e049943790b3137ed838666c7e8
+size 81089861
diff --git a/iter_200000.pth/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4f8a9f490355758bcf548eca1b3d15f42244086
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e27a7c049ce86db813ce2b299e96035fbe0d98d69b6d62b2ccc8924d98d6559
+size 81089797
diff --git a/iter_200000.pth/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeaf08ae1585354ed4ad373938d85c0461bb0391
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efee8d80d7d31be14a769d7768754055b4e3bd635f8505e63d89f906855ef8cd
+size 81089925
diff --git a/iter_200000.pth/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt b/iter_200000.pth/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93d539e69de5c3a99a55f01f99df24173f268867
--- /dev/null
+++ b/iter_200000.pth/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0023b70a30f36f0a8837e04d2d095fb0fd6cb46b42cef8b85aa8e91dd35c51c4
+size 81089989
diff --git a/iter_200000.pth/mp_rank_00_model_states.pt b/iter_200000.pth/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..878f3e7c7db1be619870a2353531fa53f6043bfe
--- /dev/null
+++ b/iter_200000.pth/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:441ecfefdcbde70a8f2d649337661b603b7648f2361e410130bca785cfd9dfe6
+size 1340322877