diff --git a/.gitattributes b/.gitattributes
index 637fa167e56685c01bc97f08a420ea76330cf6df..1fd4826e6f1aafb9303f7a6f9709083bd5723fc3 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -30,3 +30,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text
diff --git a/layer_01-model_00-model_states.pt b/layer_01-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e49acc1399ef0ff51d0b46332a9c0abd3c490112
--- /dev/null
+++ b/layer_01-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96b79c7d27108054116bb5eba162fa2d375bca65feed7afc24b4add3e76f4164
+size 2055226595
diff --git a/layer_03-model_00-model_states.pt b/layer_03-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61eed8b0f12afc9f2e5f8e399d7a2239ebefaad4
--- /dev/null
+++ b/layer_03-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bcc52231c6f206ad78c68042f992692b8aba09673550e070544576c23babdef
+size 402763009
diff --git a/layer_04-model_00-model_states.pt b/layer_04-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93998772fa0605707b1c01d60e0ce176e1012541
--- /dev/null
+++ b/layer_04-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f7bade684fb4c8c25a04c4cf040995be849a07b7cfcd2f72df6c6bbb1a3c780
+size 402763009
diff --git a/layer_05-model_00-model_states.pt b/layer_05-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c8c1c6f13653a57bc47b2d923e43104667506cf
--- /dev/null
+++ b/layer_05-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:799abcb25df1e4e69b423693b1e411672d6c2bea97b2dfc667be93f54534d72f
+size 402763009
diff --git a/layer_06-model_00-model_states.pt b/layer_06-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b1acbdcbafc65c566c4b0e2cdbca28949706b47
--- /dev/null
+++ b/layer_06-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edde31333270490affa3f603bd1d95e0a38d9a2fac6b44f1b4b08fcf318d19d0
+size 402763009
diff --git a/layer_07-model_00-model_states.pt b/layer_07-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c08c62aa8ea6b48fbc04074c5ce08b2f9297b5e
--- /dev/null
+++ b/layer_07-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f80b2f0aac9f456b95429e7cb8dce0a85060b5379ef420ffbc6efaefa6dabafd
+size 402763009
diff --git a/layer_08-model_00-model_states.pt b/layer_08-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c63357c2f691ed4e1e90a8a9afdfc8d19348e7b
--- /dev/null
+++ b/layer_08-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c22aec3c5fa91b97074c92001bcadad7afd6d93ffd038678dbe5d0c55aaee60e
+size 402763009
diff --git a/layer_09-model_00-model_states.pt b/layer_09-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05470a124eade83cc6159c8a77365ab91203cd3f
--- /dev/null
+++ b/layer_09-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03e2e6388c2a894b00036fd59174c72153591bded198e518c017e33e0ad1f641
+size 402763009
diff --git a/layer_10-model_00-model_states.pt b/layer_10-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..956a1b289346ded8f01812fa10a021aaaae08f42
--- /dev/null
+++ b/layer_10-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dbbb65f5d0f0bf6f0d459758ac6be9b8817200ecfad032ddadeda09618cbba0
+size 402763009
diff --git a/layer_11-model_00-model_states.pt b/layer_11-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0621549cdd5f014fcd0b3c771efe3e329674e812
--- /dev/null
+++ b/layer_11-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dde5e00d4c3da89368c12dd634a26a5aea88d99f8f39ec760bdebe597607b022
+size 402763009
diff --git a/layer_12-model_00-model_states.pt b/layer_12-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7d1eec5f4cf5bd32270bb440f73d39daaf6057e
--- /dev/null
+++ b/layer_12-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:349b6be310a56dadce9c6b0e225515d8c324e20709f5bf94072b1676ae9f9104
+size 402763009
diff --git a/layer_13-model_00-model_states.pt b/layer_13-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4952a7959718f86c1fb5844d8ee9a9352c6f781
--- /dev/null
+++ b/layer_13-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38effbd45fee89a52eb72040b983f157e326a45849db76b5a7201cc4ddd66c4a
+size 402763009
diff --git a/layer_14-model_00-model_states.pt b/layer_14-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f8a1d86b4b26d46de861521e28c8c80e86e253c
--- /dev/null
+++ b/layer_14-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:280f342efb346064b8572120a08784ac9828bcb4ad4527a1af667a5071e83713
+size 402763009
diff --git a/layer_15-model_00-model_states.pt b/layer_15-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a6db4ee7051e9cb2e5386c4d024451c15209ac
--- /dev/null
+++ b/layer_15-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d9ed6277fd247c9b8006fa6d29afe65185e506b27e731b5f4f838e455825624
+size 402763009
diff --git a/layer_16-model_00-model_states.pt b/layer_16-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57eb27666f685535e3d45d4638fbbcd7e5d1081e
--- /dev/null
+++ b/layer_16-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1991a644cd54d7b65084db4f54956cb04c64b4b82f5deeaf42436c7e2b00022e
+size 402763009
diff --git a/layer_17-model_00-model_states.pt b/layer_17-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b09c1a1353d515873e72c19f759ebb7f633faac1
--- /dev/null
+++ b/layer_17-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1716c8bc2dcde8f177cffb0f8b8deb3a11ba76a9e5a66e747302398ba6f868e9
+size 402763009
diff --git a/layer_18-model_00-model_states.pt b/layer_18-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a88fe349aef07691c65232bcd1cfb0d9ed2ed2b
--- /dev/null
+++ b/layer_18-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e301e868ef95979dd1690f917edc2629d51dfb841bf585b61f02da7022db3900
+size 402763009
diff --git a/layer_19-model_00-model_states.pt b/layer_19-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b46fe63a37ccafd435ea0fee1db17ea1c14ce8bb
--- /dev/null
+++ b/layer_19-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e2fa95c4ab8383f54e1ea60aa640e653e28998753c79f86865b814be02ad88a
+size 402763009
diff --git a/layer_20-model_00-model_states.pt b/layer_20-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbd19d9311336735a6a30c9630609787d72b0772
--- /dev/null
+++ b/layer_20-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1ddf56fa9c820e0b576151899a09c0a983c0b8fe6883d187f778fe30ce69d37
+size 402763009
diff --git a/layer_21-model_00-model_states.pt b/layer_21-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adf8868ba70c79b417b317b4686cd83e032e2bcd
--- /dev/null
+++ b/layer_21-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8f2c6d20af6725f0454dbca4fe37ea96872b923112b73915899ae31638eed4
+size 402763009
diff --git a/layer_22-model_00-model_states.pt b/layer_22-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e9bb613977212d07949b41e7003a6673d6f2f0f
--- /dev/null
+++ b/layer_22-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81d2f368d85342d9ae727b2773539269595b3cb1768048a7da0ab439de7c3905
+size 402763009
diff --git a/layer_23-model_00-model_states.pt b/layer_23-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7caced505e4228a984de8c18a2bb7a6630adfa86
--- /dev/null
+++ b/layer_23-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:068eead1d3b05d667bb6a2bef0eb203cd3bba18aaa30b00135f90b97e9a597b7
+size 402763009
diff --git a/layer_24-model_00-model_states.pt b/layer_24-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd9898de0dd4aed74e0557c4e5e24c95003543b0
--- /dev/null
+++ b/layer_24-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dc3d4f44de2db793dd428e26db8d2da7e38130746aa2caf187d8c9739d684b5
+size 402763009
diff --git a/layer_25-model_00-model_states.pt b/layer_25-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d51dc12185d0cea132a241f579e17a84a214c80
--- /dev/null
+++ b/layer_25-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33bc4b6a0b2678786379d538dc260854d76f9eeaee4d9bb47dab82fd917e4951
+size 402763009
diff --git a/layer_26-model_00-model_states.pt b/layer_26-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b099fa7368e89f231128db99b0853ddc76f161f7
--- /dev/null
+++ b/layer_26-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41367598a1983fbee8d1440162b0eca12eb38b5411e2bec834a0e712d9326dc7
+size 402763009
diff --git a/layer_27-model_00-model_states.pt b/layer_27-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff36f50c45ce2a9b70fa5f3f30b1af8b6bb2f686
--- /dev/null
+++ b/layer_27-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:691c5d6936a31b8ad416537c558d0cfc1c6502899f41c6ced9ce4c7d1f14b66f
+size 402763009
diff --git a/layer_28-model_00-model_states.pt b/layer_28-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d3c2a25b9a408a1663350c2a5e5c9878ca83dd5
--- /dev/null
+++ b/layer_28-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9439596b9519d2b9c0f1d3a7e42eab35db9ccb206f257b7ef1ef676f6f7105c4
+size 402763009
diff --git a/layer_29-model_00-model_states.pt b/layer_29-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f241a7a8dad6bb239236eece79a823109c0450c
--- /dev/null
+++ b/layer_29-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:631cb68d8d0134cb49ce995833eef8e83dc146a9285855cfb2ec9e6520af0fff
+size 402763009
diff --git a/layer_30-model_00-model_states.pt b/layer_30-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cf7df8c173973c575210f81639efbddef4a46e4
--- /dev/null
+++ b/layer_30-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fd5a26eefefea223022dcf30d117e2d3664a9ebd098dd49b31dcdab27c321eb
+size 402763009
diff --git a/layer_31-model_00-model_states.pt b/layer_31-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55c811045247500d6de563f9ae780581d06e6a26
--- /dev/null
+++ b/layer_31-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff9e6b02d2c9c3d961bd5ace632c8316f17a3bd1bc675d70787553c4a7527de
+size 402763009
diff --git a/layer_32-model_00-model_states.pt b/layer_32-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d28245106a43f79827509a7aa7e701259e7f9d8
--- /dev/null
+++ b/layer_32-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:409073ca66bc1f55646ae446b4658aa1c367a935794195a64a4026c51359f004
+size 402763009
diff --git a/layer_34-model_00-model_states.pt b/layer_34-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2934523b434305327ab6d59d96ce94250b157c8d
--- /dev/null
+++ b/layer_34-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e974dd79a5a6c8e004fb7e8e773416fca61e80c54487defa6a9459c1d7bcdf17
+size 17319
diff --git a/mp_rank_00_model_states.pt b/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a24179eb6f3ba79e10e08a5b1fadfc9183bef00f
--- /dev/null
+++ b/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ec2fae3540857eb883c8329634cf5ff2d16036d124e8ce8ef385c535f466c67
+size 57443
diff --git a/zero_pp_rank_0_mp_rank_00_optim_states.pt b/zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67ac4fa54ddcb4fd06dae76b1ba0064d0b8f4580
--- /dev/null
+++ b/zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae6df1bae73a5602ce969515425f248804ffa52478b6995cece2e1d3d629340
+size 1325444171
diff --git a/zero_pp_rank_10_mp_rank_00_optim_states.pt b/zero_pp_rank_10_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1068a554e21e9b823b9d9a43f8e16dbaa5834dd1
--- /dev/null
+++ b/zero_pp_rank_10_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdc6e9f8dca849577be271338c8ae8249a5193020c927d49609392afbeef85c0
+size 1325444171
diff --git a/zero_pp_rank_11_mp_rank_00_optim_states.pt b/zero_pp_rank_11_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..966cb776a3736475e05a18a63c10fe8377d88e2b
--- /dev/null
+++ b/zero_pp_rank_11_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e04b25ee0458435f8f4fb414b59381ce24801dde45816aa62cd34e18a10c9b1
+size 1325444171
diff --git a/zero_pp_rank_12_mp_rank_00_optim_states.pt b/zero_pp_rank_12_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aec3a399872765db0b58b6855307b5dbd55d47ea
--- /dev/null
+++ b/zero_pp_rank_12_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:225453acbab5b03a40b005439b29acf176e8a26b63eb0e5795d30952f0c52659
+size 1325444171
diff --git a/zero_pp_rank_13_mp_rank_00_optim_states.pt b/zero_pp_rank_13_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..395cebc72c51885f97b22b2b6ab7307588fe8f90
--- /dev/null
+++ b/zero_pp_rank_13_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ba321e97d24a009674930b96f5de11395cec61056e9fd599feae1a865c7188b
+size 1325444171
diff --git a/zero_pp_rank_14_mp_rank_00_optim_states.pt b/zero_pp_rank_14_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f3b5f7c32716efb5d1f468cfbdfa1c3fb8abae1
--- /dev/null
+++ b/zero_pp_rank_14_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:263da516e0c57c3534733ea4729dc0e86ced554bf433869a969ed792b274b8e5
+size 1325444171
diff --git a/zero_pp_rank_15_mp_rank_00_optim_states.pt b/zero_pp_rank_15_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b804518e1e91ccbd970dc3e40c152d52886f604
--- /dev/null
+++ b/zero_pp_rank_15_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0702989967b6d324a66912cff844b2e1e8ac20d56fd2db627372dccfc42c0096
+size 1325444171
diff --git a/zero_pp_rank_16_mp_rank_00_optim_states.pt b/zero_pp_rank_16_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e81bb458f916d8c6f4334a35c4d547864e4275e3
--- /dev/null
+++ b/zero_pp_rank_16_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5713f21a22ddcbf109200f9a0432df659f3a14cc4dfabfd54bc8dbf993ccdd7
+size 1325444171
diff --git a/zero_pp_rank_17_mp_rank_00_optim_states.pt b/zero_pp_rank_17_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01dc71741c651dd88a503a9d8d550eabc51acd68
--- /dev/null
+++ b/zero_pp_rank_17_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7a23b9980902d6cd751ff7234c7ff367366801d6ce12e58fff9ce3984618c2e
+size 1325444171
diff --git a/zero_pp_rank_18_mp_rank_00_optim_states.pt b/zero_pp_rank_18_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a10b7f09e19f3d1de7d330ef358beb46c4ccbd13
--- /dev/null
+++ b/zero_pp_rank_18_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fc864eaec086f41b160c424d533abf49afa806cdc0285997d1038534f1b1ffc
+size 1325444171
diff --git a/zero_pp_rank_19_mp_rank_00_optim_states.pt b/zero_pp_rank_19_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc19359eb86b3e2b8cd203f45542d77677ba1b78
--- /dev/null
+++ b/zero_pp_rank_19_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e181403fbeef3735bc67a27f4a424636c546bd6ce0125ff5a84021ebc23538f0
+size 1325444171
diff --git a/zero_pp_rank_1_mp_rank_00_optim_states.pt b/zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..368f341d878644ff45e9bb9516434fe2a188459b
--- /dev/null
+++ b/zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:406d0b57ef2069ffcb3012986b2c8d07fc3a56bec54c009822d7726599a00456
+size 1325444171
diff --git a/zero_pp_rank_20_mp_rank_00_optim_states.pt b/zero_pp_rank_20_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3103b5aa84839411c240a9bb0a1b39d72b6c50ca
--- /dev/null
+++ b/zero_pp_rank_20_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f2136bdceb71f1ea53bbd53b61c4e4c9debbc56bea326fcae06a855e1d5967
+size 1325444171
diff --git a/zero_pp_rank_21_mp_rank_00_optim_states.pt b/zero_pp_rank_21_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a8483a09b63be6789daabc398a87d51045e29ab
--- /dev/null
+++ b/zero_pp_rank_21_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c72935bf4b9a46c9a167d2b1d9c3ba853a67a521198865339ac8a991f922c0f7
+size 1325444171
diff --git a/zero_pp_rank_22_mp_rank_00_optim_states.pt b/zero_pp_rank_22_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d096af26c4970d79f521f11933100b2757751e
--- /dev/null
+++ b/zero_pp_rank_22_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a0d6822950b7c8d9e5e8b587318ce489d111bf340e5003b45f1836de5515470
+size 1325444171
diff --git a/zero_pp_rank_23_mp_rank_00_optim_states.pt b/zero_pp_rank_23_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4429ae3b4db19e75d77fd78736e671d51554810b
--- /dev/null
+++ b/zero_pp_rank_23_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91674fa8413ad036404ecab43918da2a957efd1b05dd15717a31c8d9fd065c46
+size 1325444171
diff --git a/zero_pp_rank_24_mp_rank_00_optim_states.pt b/zero_pp_rank_24_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6425bf78639d9750beef99330ff15570762080d1
--- /dev/null
+++ b/zero_pp_rank_24_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3e85aaf59b6c91a841c6bf5118e049c85f10b0f4902ce6acc1a60941d3039c5
+size 1325444171
diff --git a/zero_pp_rank_25_mp_rank_00_optim_states.pt b/zero_pp_rank_25_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fb5febc00c0b615ecbc0b13cebe399e5dcba69d
--- /dev/null
+++ b/zero_pp_rank_25_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5935e99ffee6b4075a22e33d9efb2c0cd5ae7619c98498d12294a57854487b71
+size 1325444171
diff --git a/zero_pp_rank_26_mp_rank_00_optim_states.pt b/zero_pp_rank_26_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83a72348969e096ba9b7c51c699285378a608d74
--- /dev/null
+++ b/zero_pp_rank_26_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe89aee832e949cd30f367f723c663a4d5f7a25fe924aa497b7fc60681ae6e17
+size 1325444171
diff --git a/zero_pp_rank_27_mp_rank_00_optim_states.pt b/zero_pp_rank_27_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf22bab20e27c980c3e49b2cd7ce526a2c1c90a7
--- /dev/null
+++ b/zero_pp_rank_27_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da869a10d94c6bee540311e850e0836aaf90d093de81371c190f525e10d16456
+size 1325444171
diff --git a/zero_pp_rank_28_mp_rank_00_optim_states.pt b/zero_pp_rank_28_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..846cd5b26b0aed9886c8b3924af414647febc02d
--- /dev/null
+++ b/zero_pp_rank_28_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:976612f710e9ac3d8eee8560c669f62709f52c6eecbfd3df477685d2026662b7
+size 1325444171
diff --git a/zero_pp_rank_29_mp_rank_00_optim_states.pt b/zero_pp_rank_29_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68af76da92e6331c86724abffa1cd0a61a9375bd
--- /dev/null
+++ b/zero_pp_rank_29_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81bed7a899a5e854fe188c24350f7749711cb554082598a3f80c8bf000d3de86
+size 1325444171
diff --git a/zero_pp_rank_2_mp_rank_00_optim_states.pt b/zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85ef25c0a5bd1a6f3410fa687ee204cfed0ac074
--- /dev/null
+++ b/zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5bfb0b35015152cda76f1b10549c8a1d4789090dda3563917dbe07de6ae2db0
+size 1325444171
diff --git a/zero_pp_rank_30_mp_rank_00_optim_states.pt b/zero_pp_rank_30_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab61a12c5655d767f3454261c7f80730a9974dff
--- /dev/null
+++ b/zero_pp_rank_30_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b779139d838f6c65eb289382a1c05983a8ccb219cc02ad199dc52d8e618ed561
+size 1325444171
diff --git a/zero_pp_rank_31_mp_rank_00_optim_states.pt b/zero_pp_rank_31_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..300fd7a7f0bd90b6137daa8be749782a3d99e727
--- /dev/null
+++ b/zero_pp_rank_31_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb910600bfd06e31d5c3228aa41c85ed879479c12b817a484bc00f615015f095
+size 1325444171
diff --git a/zero_pp_rank_32_mp_rank_00_optim_states.pt b/zero_pp_rank_32_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..927c9f61afcd9883a192e02cf5b72ee257ccfc5c
--- /dev/null
+++ b/zero_pp_rank_32_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bbfc958655e7c134b91bf49f0ded6e728c390009f7d49fd04fde9dc4c1e3abd
+size 1325444171
diff --git a/zero_pp_rank_33_mp_rank_00_optim_states.pt b/zero_pp_rank_33_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e01edfb950a2fb0ab0b584f6af4c3deb4c5944c
--- /dev/null
+++ b/zero_pp_rank_33_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99d4ec0554b20df95605fd3cdb43a08f5bda295ed42f964248cdc809b82e0249
+size 1325444171
diff --git a/zero_pp_rank_34_mp_rank_00_optim_states.pt b/zero_pp_rank_34_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72d8e0fa1caec051cb089f24e22e63daade27bb4
--- /dev/null
+++ b/zero_pp_rank_34_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40a6ca354f4d3c790032dfce061c18389c90e0d1afce89d4d6076f5581d9c892
+size 1325444171
diff --git a/zero_pp_rank_35_mp_rank_00_optim_states.pt b/zero_pp_rank_35_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..057f09641a4923457803e3573ab345a78fa7417a
--- /dev/null
+++ b/zero_pp_rank_35_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aec6e051ef590c1e09cb1d1ed984fd6b65225387ae809451d546d5c1f795f0f
+size 1325444171
diff --git a/zero_pp_rank_36_mp_rank_00_optim_states.pt b/zero_pp_rank_36_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc234ba9a8a42aa4c13e6e6ffef7efbbe1e03324
--- /dev/null
+++ b/zero_pp_rank_36_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1abb970842d7b0d3a1672f071ed88398099bd98e4ec216c1b6a344f238804a2
+size 1325444171
diff --git a/zero_pp_rank_37_mp_rank_00_optim_states.pt b/zero_pp_rank_37_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3dc3b7c070ea94df3d30dc3d1c18db42de46a94
--- /dev/null
+++ b/zero_pp_rank_37_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f3d2f4817c4378f5f39bbf16803331369d8caa6247dbb1de0da9a603eaef5f
+size 1325444171
diff --git a/zero_pp_rank_38_mp_rank_00_optim_states.pt b/zero_pp_rank_38_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72025a1d2ed88ce82fc04103bfa998454a2ebf81
--- /dev/null
+++ b/zero_pp_rank_38_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00a088173b824ae0cecf9e8b747a9b9ddf4351bba0cb837e260220f0f790b260
+size 1325444171
diff --git a/zero_pp_rank_39_mp_rank_00_optim_states.pt b/zero_pp_rank_39_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f95de47fa570aff0855e10efc2e76145761e35c6
--- /dev/null
+++ b/zero_pp_rank_39_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e627487cfb2de54a883cccbaa6c7f5c693d99c035eadf8d61f9c024dffaf50d
+size 1325444171
diff --git a/zero_pp_rank_3_mp_rank_00_optim_states.pt b/zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbb0f66bd2eaa391b7e960cdc3570815105eb754
--- /dev/null
+++ b/zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b40ad72ebdd3f1bbcb5ff6151045e76e0f78ec772243d29cf5135160c4415111
+size 1325444171
diff --git a/zero_pp_rank_40_mp_rank_00_optim_states.pt b/zero_pp_rank_40_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dddf7592c5ab246dd5601a76a23fdb5317dcd8fe
--- /dev/null
+++ b/zero_pp_rank_40_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:171d2d65631e1055024f63766ec718458072bf4c0f8959b8de1bfc64addcb9c8
+size 1325444171
diff --git a/zero_pp_rank_41_mp_rank_00_optim_states.pt b/zero_pp_rank_41_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cadf6c00d887af43d3bd2ec334b5e4762f066940
--- /dev/null
+++ b/zero_pp_rank_41_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a5ade937c9b647dfdaf02950df38de38e2f5865476a8c8b93cb0d23e2a1eb35
+size 1325444171
diff --git a/zero_pp_rank_42_mp_rank_00_optim_states.pt b/zero_pp_rank_42_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25de4f9e9f5af60e562298806b5f65cf00214df2
--- /dev/null
+++ b/zero_pp_rank_42_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3ad7c7373dd86035433b28b4d9e34f8897d9d0a41c3bdbb72d15aea701f7dd2
+size 1325444171
diff --git a/zero_pp_rank_43_mp_rank_00_optim_states.pt b/zero_pp_rank_43_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3ecd5b6490ae5a67bdca60a8c10e376a9b4beea
--- /dev/null
+++ b/zero_pp_rank_43_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ab4c488278012654dbba22d4f82e219976e01702f9889e13e005be30c88a7be
+size 1325444171
diff --git a/zero_pp_rank_44_mp_rank_00_optim_states.pt b/zero_pp_rank_44_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ce347759194b3def2742592c9902c89e208b32f
--- /dev/null
+++ b/zero_pp_rank_44_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:871318db0339c23d292448a6848f454933b5f4a540093e6e896a8584827a0216
+size 1325444171
diff --git a/zero_pp_rank_45_mp_rank_00_optim_states.pt b/zero_pp_rank_45_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..930d5107680d8d47e1ca89f3482958f5769c80fb
--- /dev/null
+++ b/zero_pp_rank_45_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef4a4a5cd52b7a6e8611c993020e62f1cc5e2b1d1e3b3c9e79524c476e93cc4
+size 1325444171
diff --git a/zero_pp_rank_46_mp_rank_00_optim_states.pt b/zero_pp_rank_46_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe15e99e82c84ad361dccc4eefde17698df762f8
--- /dev/null
+++ b/zero_pp_rank_46_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d6f8149405e422cbf2e40100fa2afc913da3a00d094a1789c36aea81c011302
+size 1325444171
diff --git a/zero_pp_rank_47_mp_rank_00_optim_states.pt b/zero_pp_rank_47_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9516c313cfbf93eef240ffbe6204c0aa49c66c8
--- /dev/null
+++ b/zero_pp_rank_47_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7badc63f9ebae3dff59753728d94b7c0fa215fce305060006393dcb754e85029
+size 1325444171
diff --git a/zero_pp_rank_48_mp_rank_00_optim_states.pt b/zero_pp_rank_48_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed45902a815828232cd743868418290e2e41a39d
--- /dev/null
+++ b/zero_pp_rank_48_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a30d65e33b376dde7aadea9358f12b884abe49755456fbe8b8383e68837f1dc9
+size 1325444171
diff --git a/zero_pp_rank_49_mp_rank_00_optim_states.pt b/zero_pp_rank_49_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc86e0dd3d32fc2c715d8e089245f331a4a50794
--- /dev/null
+++ b/zero_pp_rank_49_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b79d83e1b7de64d304839ad5fd4d63bb686d7f769af5b4711620f7f1af6d0b
+size 1325444171
diff --git a/zero_pp_rank_4_mp_rank_00_optim_states.pt b/zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ee8776129a80d6801cf0055b2bb0f43e3ed17b
--- /dev/null
+++ b/zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23bceab08f6a434bac1fcc6fb09961c5a727ebe2a7da3185ff7ae14e63798830
+size 1325444171
diff --git a/zero_pp_rank_50_mp_rank_00_optim_states.pt b/zero_pp_rank_50_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b8a5f27682c5ae2d358849d6661f18ef5662285
--- /dev/null
+++ b/zero_pp_rank_50_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97e0a22c0083989f5cc685359d5c5ced208cc6f44410d9e8b34db0d34d26460c
+size 1325444171
diff --git a/zero_pp_rank_51_mp_rank_00_optim_states.pt b/zero_pp_rank_51_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea9c364ee987b24e7b179b5490848f5f9080d89d
--- /dev/null
+++ b/zero_pp_rank_51_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aec309463301440761fc15c7150ccd02b960ace9326c352809311ba6a564d48e
+size 1325444171
diff --git a/zero_pp_rank_52_mp_rank_00_optim_states.pt b/zero_pp_rank_52_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d113457c072cff43babdfbc076df46ba48483d02
--- /dev/null
+++ b/zero_pp_rank_52_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37554b70d407744f8718191f0d15379142f7ed5edcbad2a52e72169e3009b6f1
+size 1325444171
diff --git a/zero_pp_rank_53_mp_rank_00_optim_states.pt b/zero_pp_rank_53_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f97080403c6235183ba52f9c17c95d8cb24260b
--- /dev/null
+++ b/zero_pp_rank_53_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e87c8687de9530005e1b322832ca16764a11987a072aeb75df66bcba8502621
+size 1325444171
diff --git a/zero_pp_rank_54_mp_rank_00_optim_states.pt b/zero_pp_rank_54_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..759ea7a64bb9ef1d968aec58247b143c7419d901
--- /dev/null
+++ b/zero_pp_rank_54_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c33609b7d3ab49b161f932baab2d078123d39d232ab5b8329e6267c6da11da2
+size 1325444171
diff --git a/zero_pp_rank_55_mp_rank_00_optim_states.pt b/zero_pp_rank_55_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5079c75cd172cb0f20bfd39b7348bdd962b0e9ef
--- /dev/null
+++ b/zero_pp_rank_55_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d374a1cf6f8d18e3a5bba861ac36a3214b1fd0ea4d6867a5c18e5b9656728c8
+size 1325444171
diff --git a/zero_pp_rank_56_mp_rank_00_optim_states.pt b/zero_pp_rank_56_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c25553d3a26c2da979a98c8f5a31e95a5838877
--- /dev/null
+++ b/zero_pp_rank_56_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e9818c7c083c6bdaf8fafe09f10c4f409a875e08131ad0772dbfdd05948ffc5
+size 1325444171
diff --git a/zero_pp_rank_57_mp_rank_00_optim_states.pt b/zero_pp_rank_57_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..933c0ca2017ef99961a46a209b96af7dbaa5faab
--- /dev/null
+++ b/zero_pp_rank_57_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4019cd5b9a7e1e212a1b1c8684ac868c1faae43f908f1017eac45363ab83ffc
+size 1325444171
diff --git a/zero_pp_rank_58_mp_rank_00_optim_states.pt b/zero_pp_rank_58_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..320d8896f64dde77ce5ba63ab534c17c4a364ce9
--- /dev/null
+++ b/zero_pp_rank_58_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a56ca8f8bf1eccddcdb2700bb4174d83d8775c1d42c9196562a742a17be93f09
+size 1325444171
diff --git a/zero_pp_rank_59_mp_rank_00_optim_states.pt b/zero_pp_rank_59_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25ffd46850d23cf7e8ee5cee8ce340fb73838c45
--- /dev/null
+++ b/zero_pp_rank_59_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cc2983c4e8c9b315948bf0e4f7902e08fc4e03c562249e92cb6a828923c8a4e
+size 1325444171
diff --git a/zero_pp_rank_5_mp_rank_00_optim_states.pt b/zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ebbe233b4d58035a0002b5e311dfe0999b602ad
--- /dev/null
+++ b/zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:090b2f221cc129f46ae250a8d56f692c9ff668521d254dbdafe6718f5cab409b
+size 1325444171
diff --git a/zero_pp_rank_60_mp_rank_00_optim_states.pt b/zero_pp_rank_60_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dc744dcd55492aa9f8dbb7ad47ac29fcc814b02
--- /dev/null
+++ b/zero_pp_rank_60_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02ec3259815dddae05c7eeb85422ce4eba2a74c1c766f0f61497fc30bd1046f4
+size 1325444171
diff --git a/zero_pp_rank_61_mp_rank_00_optim_states.pt b/zero_pp_rank_61_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..660cc505e330a7179c1af3f8e0e4bfa272a04686
--- /dev/null
+++ b/zero_pp_rank_61_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:207604f5d205d2e3e20a38f68caabc204efe35188540d7af78c9dac5b351322b
+size 1325444171
diff --git a/zero_pp_rank_62_mp_rank_00_optim_states.pt b/zero_pp_rank_62_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6e6d9e59537f13c339b49ce38bb81a317cef7ff
--- /dev/null
+++ b/zero_pp_rank_62_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eddc2891f58c9df8c5c29f4559e7385a83c6075a5c12e9daac53edc0b8017302
+size 1325444171
diff --git a/zero_pp_rank_63_mp_rank_00_optim_states.pt b/zero_pp_rank_63_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27f5a1a35991c067c212c0e63e738a8269bbe1f6
--- /dev/null
+++ b/zero_pp_rank_63_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a9b64a2f1724eab9eab023e04e8b136e0f463d1867ed24dbb7844af90ee34a6
+size 1325444171
diff --git a/zero_pp_rank_6_mp_rank_00_optim_states.pt b/zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91a32cddb975729128485a29c9b4121f999bf80d
--- /dev/null
+++ b/zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08d261ed273081f76fda41ac581d1658ded6f4036ccd3bfd2d71a7356d49bd7a
+size 1325444171
diff --git a/zero_pp_rank_7_mp_rank_00_optim_states.pt b/zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64eb0704fb6f5d0c7108ef0731028b2dee05770d
--- /dev/null
+++ b/zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:520c9a8656956643019a619cbe8d4b7af9ca0ee937f7a8d4e724638dcdc29486
+size 1325444171
diff --git a/zero_pp_rank_8_mp_rank_00_optim_states.pt b/zero_pp_rank_8_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2216a7dd4c36e24a5c7ddc4f067c73e696f31bb9
--- /dev/null
+++ b/zero_pp_rank_8_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ffef94e1a916609dca97b7f55b1f87e0074056dafec13e5b5caf31b9262712f
+size 1325444171
diff --git a/zero_pp_rank_9_mp_rank_00_optim_states.pt b/zero_pp_rank_9_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01f908f2f45e91d626e2887e7ecfca1e4c150403
--- /dev/null
+++ b/zero_pp_rank_9_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6cd8c7f44197ee2024e008c31af5903121e15b9b4ea564a5f2ef4903245b35b
+size 1325444171