diff --git a/.gitattributes b/.gitattributes
index c7a3890169d365e86fe3f936aab01d7bf023f967..bfb46e159a02dbde725747eaaf1a96fb372533f7 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -98,3 +98,140 @@ iter_0005473/__16_1.distcp filter=lfs diff=lfs merge=lfs -text
 iter_0005473/__6_1.distcp filter=lfs diff=lfs merge=lfs -text
 iter_0005473/__1_1.distcp filter=lfs diff=lfs merge=lfs -text
 iter_0005473/__27_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__20_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__24_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__17_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__23_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__21_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__15_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__5_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__27_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__14_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__23_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__8_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__21_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__2_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__22_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__6_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__7_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__12_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__11_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__24_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__25_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__7_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__4_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__12_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__29_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__17_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__20_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__9_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__14_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__0_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__16_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__15_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__4_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__26_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__28_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__26_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__31_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__10_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__29_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__13_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__3_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__28_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__22_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__5_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__18_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/.metadata filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__25_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__30_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__9_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__30_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__19_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__11_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__8_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__31_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__13_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__19_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__18_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__1_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__6_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__16_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__10_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0003780/__27_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__17_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__20_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__24_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__23_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__5_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__21_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__15_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__27_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__14_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__8_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__23_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__21_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__2_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__22_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__6_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__7_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__12_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__11_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__24_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__12_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__7_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__25_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__4_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__29_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__20_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__17_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__9_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__14_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__16_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__0_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__4_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__26_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__15_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__28_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__26_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__10_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__29_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__31_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__13_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__3_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__28_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__5_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__18_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__22_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/.metadata filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__25_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__9_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__30_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__30_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__19_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__8_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__11_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__31_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__13_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__19_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__18_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__1_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__16_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__10_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__6_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0001080/__27_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002700/__17_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002700/__20_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002700/__23_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002700/__24_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002700/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002700/__5_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002700/__21_1.distcp filter=lfs diff=lfs merge=lfs -text
diff --git a/iter_0000540/metadata.json b/iter_0000540/metadata.json
new file mode 100644
index 0000000000000000000000000000000000000000..c9dbde0bcf4d2d993122dcc7d6bcb1eef8b6fb77
--- /dev/null
+++ b/iter_0000540/metadata.json
@@ -0,0 +1 @@
+{"sharded_backend": "torch_dist", "sharded_backend_version": 1, "common_backend": "torch", "common_backend_version": 1}
\ No newline at end of file
diff --git a/iter_0001080/.metadata b/iter_0001080/.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..372d53370beba29f28d6fb5301c26ee9197f754d
--- /dev/null
+++ b/iter_0001080/.metadata
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d521931fe13d4252715bf4f438ae34661d90e11e1d278e2a3cd742b737d87193
+size 2785525
diff --git a/iter_0001080/__0_0.distcp b/iter_0001080/__0_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..4747431ccad529219003309d011d0ce0c0c1db65
--- /dev/null
+++ b/iter_0001080/__0_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534a2df579600f2e1d8ba15ba53973436d534cedc0aff806223708f2245d9ea9
+size 330064296
diff --git a/iter_0001080/__0_1.distcp b/iter_0001080/__0_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..647b140f5e069de3df392cb73fd3295d42fae872
--- /dev/null
+++ b/iter_0001080/__0_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d100e92d0fd7f8ca482fecabeef14485922a2a632092ccb99b45b8cd49a9bf0a
+size 330272156
diff --git a/iter_0001080/__10_0.distcp b/iter_0001080/__10_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..485e294a109222cb4ea0785e89d29808759ded4a
--- /dev/null
+++ b/iter_0001080/__10_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5afe00bdbb6b7a61099379a674f119fbe592723caf0fe96716196f344886a329
+size 281600888
diff --git a/iter_0001080/__10_1.distcp b/iter_0001080/__10_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..c3c46c0fc5fde7f10ba60bdae383e723f5a97560
--- /dev/null
+++ b/iter_0001080/__10_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c67aa6e61cfc0b963f553ce9f93c1a385d5383d52b7bc66a4ece9478dd400833
+size 281668844
diff --git a/iter_0001080/__11_0.distcp b/iter_0001080/__11_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..7dbd33a64f242c0267edcf27dea692d869de87e0
--- /dev/null
+++ b/iter_0001080/__11_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:861ca8794722d8a1bde0c08544c2b39acdc545798a61aaac046940035163d411
+size 281205656
diff --git a/iter_0001080/__11_1.distcp b/iter_0001080/__11_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..0dba76488ad7f46de6f26d1578fb62d1f6c81000
--- /dev/null
+++ b/iter_0001080/__11_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34266c59a6c1106b1b9ae119cb7e3553bacd06a8a4031197c2e03a8633735aea
+size 282053456
diff --git a/iter_0001080/__12_0.distcp b/iter_0001080/__12_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..cf01ec74f91582397a847aa8bf7ca04af4a8bc3e
--- /dev/null
+++ b/iter_0001080/__12_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2e85dfdfab1421ca1010f02c543655469fb386fe1f06ab14ed9b950fa3733ac
+size 280995248
diff --git a/iter_0001080/__12_1.distcp b/iter_0001080/__12_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..267e38257f0d04e60ee0d48df148d7c7b81f87a7
--- /dev/null
+++ b/iter_0001080/__12_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ed5d7bd82374deb0cd33693df956786f8e817e90452b77beafdbe1104a4ac8
+size 282278024
diff --git a/iter_0001080/__13_0.distcp b/iter_0001080/__13_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..b15b4a4d3cff7c77545948fada9a1e71fede16da
--- /dev/null
+++ b/iter_0001080/__13_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02196959ab5af3a99d352d7024f19d002db54dc90e9da8760761880a1076d192
+size 281381740
diff --git a/iter_0001080/__13_1.distcp b/iter_0001080/__13_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..5e791bf509434c6e6446281e8f7d476c045810ff
--- /dev/null
+++ b/iter_0001080/__13_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:375cef815378cfb5a48b098808e2627316ca20b53973496c3f7bb35731120405
+size 281884452
diff --git a/iter_0001080/__14_0.distcp b/iter_0001080/__14_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..2a7a4a1f4b20a93ddbaa6fd92f7e1ec7d4dc0847
--- /dev/null
+++ b/iter_0001080/__14_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:353e1d4624ff26bf6a785747e897fc591eb3c952bbaa8596906af7850ebfc599
+size 280857096
diff --git a/iter_0001080/__14_1.distcp b/iter_0001080/__14_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..89f98c099b9e8b481a278d06f72229b8e1a723d2
--- /dev/null
+++ b/iter_0001080/__14_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92d371e0cdcff41e565a6b31bc583b4282ce449235d58cccaa387906a29520ac
+size 281885988
diff --git a/iter_0001080/__15_0.distcp b/iter_0001080/__15_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..4600ecbf5dec30dc1d8e5673828c96743960f436
--- /dev/null
+++ b/iter_0001080/__15_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad5738bb4ab16fb9a007a4508457ef77071d2565efb7fb1c0dcce3ab3aff6cbb
+size 281985572
diff --git a/iter_0001080/__15_1.distcp b/iter_0001080/__15_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..f51523a9c0a57b87f01a721f4796b038e203e149
--- /dev/null
+++ b/iter_0001080/__15_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c37bc1b3e120d8db5e920671c06d747db64275a1bfd636ec6eeaac7b531f2e0
+size 280757512
diff --git a/iter_0001080/__16_0.distcp b/iter_0001080/__16_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..0cedf1987152afc21be4c7e6d53b162a6679196a
--- /dev/null
+++ b/iter_0001080/__16_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb695063cd31465263a7ee3b150e347ba7af5a074f4810087c254ae06107121b
+size 281464540
diff --git a/iter_0001080/__16_1.distcp b/iter_0001080/__16_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..72b7e5f8f41d0380419400f5cc46330f50652b37
--- /dev/null
+++ b/iter_0001080/__16_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:233a336d208f45c8a185c20d264953cb02e727ce51c4b2231211b1a893e758ed
+size 281292704
diff --git a/iter_0001080/__17_0.distcp b/iter_0001080/__17_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..29dd031bf42530c468261f7ff0457846a73c1389
--- /dev/null
+++ b/iter_0001080/__17_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8bec6a71f385510a67594153fa2b126d35bdc02b40ca4bdb739178380bbf01e
+size 280800436
diff --git a/iter_0001080/__17_1.distcp b/iter_0001080/__17_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..f8e284e16017a87d14739806e71c528d073c2856
--- /dev/null
+++ b/iter_0001080/__17_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d15b5547c5cbc538c321e1c603b11f930af5bab711f1b439a18ebb7cda121818
+size 281935568
diff --git a/iter_0001080/__18_0.distcp b/iter_0001080/__18_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..1f79bde666bc20be4cba9d4e1d082a50ea28e10e
--- /dev/null
+++ b/iter_0001080/__18_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959d137890480d3ed5c031cd561181ba53d8577f341711707f613d2766384acc
+size 281374028
diff --git a/iter_0001080/__18_1.distcp b/iter_0001080/__18_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..b8bd80c9f0e862a916377ba4c7e6dabf2b960b6b
--- /dev/null
+++ b/iter_0001080/__18_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b49665514b9bb56ec243ab2b6275863fc798f8a0c0dfc66e86c0119af8a26b90
+size 281376136
diff --git a/iter_0001080/__19_0.distcp b/iter_0001080/__19_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..74dd3087db66f444f8c6afd3cfe5db9d1615ecc2
--- /dev/null
+++ b/iter_0001080/__19_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f62a86c46b1f954b064887e4b5ae8c628c9386f43fc8bdf3b5e53ab9f9ae61
+size 282020644
diff --git a/iter_0001080/__19_1.distcp b/iter_0001080/__19_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..0bbcc06958a1049dc5305ebc7558da29d6e2917a
--- /dev/null
+++ b/iter_0001080/__19_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd3894a8c8e54cb780aeee4f90bbf94e6d1b7f31684b1cd1fe267ce9489cf3a3
+size 280722440
diff --git a/iter_0001080/__1_0.distcp b/iter_0001080/__1_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..b7cbffe8eca1e7d33599e098e62f3be591702f19
--- /dev/null
+++ b/iter_0001080/__1_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16f08e00a86750056d35e94f84496b55b213551214c1899833ee08899a050931
+size 330159700
diff --git a/iter_0001080/__1_1.distcp b/iter_0001080/__1_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..7796bd2832d8959b44a01f296d44d4597113e61d
--- /dev/null
+++ b/iter_0001080/__1_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36640f69a8c2fdda1a6a10b7e7f4fcee6adb106a5e7d2c4c8cb9002988e4289f
+size 330078180
diff --git a/iter_0001080/__20_0.distcp b/iter_0001080/__20_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..dbe57280d9cbabb33315558f71ddb70ea545e302
--- /dev/null
+++ b/iter_0001080/__20_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:013d5108f8ae1c60d2630fe5203e283b4d074f2fecdd96d713e84d3ab16aadf1
+size 281042156
diff --git a/iter_0001080/__20_1.distcp b/iter_0001080/__20_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..acf8c6eb93ce1fce7e29edf259461176593666f0
--- /dev/null
+++ b/iter_0001080/__20_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4e375144cdc88f5d109827b19e33664b474b7795132bd5b9a3e0122fc2638fb
+size 280910956
diff --git a/iter_0001080/__21_0.distcp b/iter_0001080/__21_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..bfbc272410c2c9eb6f410c66e7f4dc8ce739e034
--- /dev/null
+++ b/iter_0001080/__21_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd10ea9e9cc3a5f92d064e8f0538bc41c136ec12f4c29d1effa167fca76509a
+size 280737260
diff --git a/iter_0001080/__21_1.distcp b/iter_0001080/__21_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..560cbb6227f74da4a05c929d3345b5f8ef902eae
--- /dev/null
+++ b/iter_0001080/__21_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a1f3b76a1da0a5f5c5eb2a35e3eaa60c20887f05ab00adec2a97645f10ede51
+size 281215852
diff --git a/iter_0001080/__22_0.distcp b/iter_0001080/__22_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..2c61b419a74668f0cec0d657ac8a913456248d75
--- /dev/null
+++ b/iter_0001080/__22_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d33c0aa1f5ff0f9bbc30dc1b5598e97587574b3805ba5d3693e8727696c131f
+size 281373520
diff --git a/iter_0001080/__22_1.distcp b/iter_0001080/__22_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..a19db1f2d875bfd5ff79167ad11ec2077c3c7b21
--- /dev/null
+++ b/iter_0001080/__22_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a470d78e3b999510d80921d26db413ae1766e9f7db6d0f1860051f7b8394186
+size 280579592
diff --git a/iter_0001080/__23_0.distcp b/iter_0001080/__23_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..0ba1de2b816cb0da814112edbda8b8dd2e72b383
--- /dev/null
+++ b/iter_0001080/__23_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77632bb37afd92bbbbb152938516dc04d7b3896ca48ad7664c2d25cb9b6fb456
+size 280966876
diff --git a/iter_0001080/__23_1.distcp b/iter_0001080/__23_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..be1fd4989b1ef50b70c7d8c52e32c3c0d1a55564
--- /dev/null
+++ b/iter_0001080/__23_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4654d8a7bf825733c873e66901063698eb5e5812b6d87a33b631019fa85837ed
+size 280993316
diff --git a/iter_0001080/__24_0.distcp b/iter_0001080/__24_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..20542dce8055d8a8b6de58baf0fd37a5b18fb44a
--- /dev/null
+++ b/iter_0001080/__24_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f990f01d81067f7e35e3f1fa2a8b8987842f18ced191af0d7498c229d7cf458
+size 280800436
diff --git a/iter_0001080/__24_1.distcp b/iter_0001080/__24_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..3a165a50c17553e06ae7d2b12c5f5080ff0a7217
--- /dev/null
+++ b/iter_0001080/__24_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4077b1d1d2b5378a007cc0315dea1ac5e44c1ccda0c0d82ac5477834bfe7f312
+size 281149136
diff --git a/iter_0001080/__25_0.distcp b/iter_0001080/__25_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..182d8f997e1f3c43e00e020500dac94fcc17f02a
--- /dev/null
+++ b/iter_0001080/__25_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:224e5b00c7b77b7e8244e601763ca203a23d431f21a77744c18fddf9a827e130
+size 280810432
diff --git a/iter_0001080/__25_1.distcp b/iter_0001080/__25_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..0b3725f9ec48d0944b064f35217993addca06b0e
--- /dev/null
+++ b/iter_0001080/__25_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55a0196ed382afd5b7f49fe61b7c786c17d784a710cc087e710120bdabbac697
+size 281146220
diff --git a/iter_0001080/__26_0.distcp b/iter_0001080/__26_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..cf723278d727d9318a6935f7ff629dfde6125135
--- /dev/null
+++ b/iter_0001080/__26_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49ca616691cb5ca3d0d683271a22cdd8fb48efc6056b8ff412c3015d4ba18608
+size 280913900
diff --git a/iter_0001080/__26_1.distcp b/iter_0001080/__26_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..2b402c01055352db4cc04efb40b7b27aba69827d
--- /dev/null
+++ b/iter_0001080/__26_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cabfb4f1b10b739b35e1c9c418679e452dc5fe9eb8afd251a6d7c1a7ee929c9
+size 281039212
diff --git a/iter_0001080/__27_0.distcp b/iter_0001080/__27_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..e0a0f26ee6fc9f7e14276e679517ed327c09cfb9
--- /dev/null
+++ b/iter_0001080/__27_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c2692f3c77878e576890ba9b633bdc4db88cbc892a6c97e1fb4439a9b2ba0fa
+size 280987684
diff --git a/iter_0001080/__27_1.distcp b/iter_0001080/__27_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..3958926bcf928f455e72dc7d2d569df8d4f161bf
--- /dev/null
+++ b/iter_0001080/__27_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ac2818b64cc24cce032f4951fdac40396e47edf34f850a5a95e7b8dc7ea7fc
+size 280968968
diff --git a/iter_0001080/__28_0.distcp b/iter_0001080/__28_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..ec0aa14afd568a5311638f12d6f7dac1a020cfec
--- /dev/null
+++ b/iter_0001080/__28_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62a5b0b3ee6760272f5a663a1140ea58011e3d3741607cede316460c69b4247f
+size 280802796
diff --git a/iter_0001080/__28_1.distcp b/iter_0001080/__28_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..09cc975f6b352af2efc25d6bc89afbb49e985cfc
--- /dev/null
+++ b/iter_0001080/__28_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfb169237237f95ce9a049b6ae93b27bb616833def8255ed7445aba86df4f0ed
+size 281150316
diff --git a/iter_0001080/__29_0.distcp b/iter_0001080/__29_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..ec1b12027ec31430242a7f79e53a27b1037fd9d0
--- /dev/null
+++ b/iter_0001080/__29_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91aaa4ede8a5b3c83145117edb267bc77d4f8b86828aca42e6a46f521606b7c7
+size 280117908
diff --git a/iter_0001080/__29_1.distcp b/iter_0001080/__29_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..c70800e7cd1fc72d23f9f55b60f5af3bafce0061
--- /dev/null
+++ b/iter_0001080/__29_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99290ffcfee5de71c0d3ec62b2bd0f07bf248617c790ec8a17196eddc79a2506
+size 280140708
diff --git a/iter_0001080/__2_0.distcp b/iter_0001080/__2_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..6ebc97def53d81d409bf267a303520fa4740a1b3
--- /dev/null
+++ b/iter_0001080/__2_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92c778d45af3ad2fa63a196e5c4992c93b3c1a4ffeece0904ad81391f942c6e0
+size 284323492
diff --git a/iter_0001080/__2_1.distcp b/iter_0001080/__2_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..146d34b19d284bbfaa0453ed9441add8d4fccc14
--- /dev/null
+++ b/iter_0001080/__2_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59a1a6161b4e71950b0c25d2b0086e6af5b61a22afcd259886ba032e3d87c371
+size 284094912
diff --git a/iter_0001080/__30_0.distcp b/iter_0001080/__30_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..2936a0bcaab97cfc894bfb55d71406af49de066f
--- /dev/null
+++ b/iter_0001080/__30_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe8109cf30a2909e73d5d208960abba1869d8ca86fe4adf943297885e123177a
+size 280079540
diff --git a/iter_0001080/__30_1.distcp b/iter_0001080/__30_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..e3b7cbf4de1f3086197cce3637a7a51280666698
--- /dev/null
+++ b/iter_0001080/__30_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79ed70d00d2fd5b8b7c46936a59ba7ab98fac2b7f44e0ed00f1c2bd3e96857d6
+size 280168456
diff --git a/iter_0001080/__31_0.distcp b/iter_0001080/__31_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..aebddc92ed7dcd362d82119c844de9655e31fe6f
--- /dev/null
+++ b/iter_0001080/__31_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4510ddcdd9525829948a0e99250477aad3c3dfcf0571b2d747af923bc9e7731a
+size 280079540
diff --git a/iter_0001080/__31_1.distcp b/iter_0001080/__31_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..03c4ce44b292581dc68d339696addd48de1eb680
--- /dev/null
+++ b/iter_0001080/__31_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:088759e55e2759e7109334b807eabd1d4e167abdc67efdc63d88ff5ab16e392d
+size 280097536
diff --git a/iter_0001080/__3_0.distcp b/iter_0001080/__3_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..5740337b53afcd34d6c27650cfb14a6fbed5384d
--- /dev/null
+++ b/iter_0001080/__3_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:324c489542a034101aa926050db6d2a1fe8b3a2198d0456f01cc1bc3e36e6392
+size 284218600
diff --git a/iter_0001080/__3_1.distcp b/iter_0001080/__3_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..77576309dab981b9478d9639649f8d87f4b4b3c7
--- /dev/null
+++ b/iter_0001080/__3_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4339f72aa7c86910dc58b23c582406e4f6e9c0a80834c2718b0f43f7e89381da
+size 284210424
diff --git a/iter_0001080/__4_0.distcp b/iter_0001080/__4_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..a925271e9ab10a4c1912b3c804d398f90c020413
--- /dev/null
+++ b/iter_0001080/__4_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90e1efaf0b62b972a1b337535d748b6049274a8cc22ac7439ab47d2ce35cd534
+size 283934104
diff --git a/iter_0001080/__4_1.distcp b/iter_0001080/__4_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..f3967b5cc5136eba2e585700680fd36551a875b0
--- /dev/null
+++ b/iter_0001080/__4_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ff9cbb1a1442800c267b48d0cd756d282b898160db461d50f556edc8f441fb
+size 284473680
diff --git a/iter_0001080/__5_0.distcp b/iter_0001080/__5_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..589d223fa87ee0a96d6137f2692c97e5c23ab0fa
--- /dev/null
+++ b/iter_0001080/__5_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ad76508d0a78d74b466176cf757b29970ddfa68b7b6df8fa119c7b42871486
+size 281517220
diff --git a/iter_0001080/__5_1.distcp b/iter_0001080/__5_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..c6126f1c4ce995abcecf4f655d2f69dc0a769dfe
--- /dev/null
+++ b/iter_0001080/__5_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e6669475c04e7d50acebbb971b105ae4d1e8a98a80079387fac78d85446b7c
+size 281982444
diff --git a/iter_0001080/__6_0.distcp b/iter_0001080/__6_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..ce512b9ebd01ae6f1def33cec0dbfd52f71bca43
--- /dev/null
+++ b/iter_0001080/__6_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fcfc318357e806b2370629a0cdba148507c454c5ec0f8761c5f200ed6bcffc2
+size 281849764
diff --git a/iter_0001080/__6_1.distcp b/iter_0001080/__6_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..9ab2897affeaca32c88de65437bdd9096412cb82
--- /dev/null
+++ b/iter_0001080/__6_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03fd56217e105704f120b7a8f1a713daced9b1833e6e7315bccb8e34bb3e0264
+size 281653440
diff --git a/iter_0001080/__7_0.distcp b/iter_0001080/__7_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..7f43bb7c3b61894080e849de8c484eb7c3587e6f
--- /dev/null
+++ b/iter_0001080/__7_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4dd1692365c68b9cac58e7fef5ae11ced1f4be44be81a811b9ce31bdcc3baf2
+size 281669256
diff --git a/iter_0001080/__7_1.distcp b/iter_0001080/__7_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..89c295beac165d824e475a480d8ceb7a5b42da41
--- /dev/null
+++ b/iter_0001080/__7_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea96baa5e94cc57c4cde2579cfe16f3aa15a876a232bc83f335c6dfed3092105
+size 281830408
diff --git a/iter_0001080/__8_0.distcp b/iter_0001080/__8_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..cb53e55cc53330767cd1754c644297f247620194
--- /dev/null
+++ b/iter_0001080/__8_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05995cbfb512b5e2b04667a13920752b03a30fd18f3a77e91f94abcafc9def5a
+size 281415944
diff --git a/iter_0001080/__8_1.distcp b/iter_0001080/__8_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..3609eb22ed5763373197e78e61239ce60e9f8056
--- /dev/null
+++ b/iter_0001080/__8_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1762bfe37ff7dee14a728fa934585da4fda5b6ec80e5c3641eb9e5ed91a8d98
+size 281850248
diff --git a/iter_0001080/__9_0.distcp b/iter_0001080/__9_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..bf536f3d155c32c2a494710ddabfef248a95d38f
--- /dev/null
+++ b/iter_0001080/__9_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d41867f1a51843d99c622eda411f42063977596f3dbfa4b192e04b87f29d0b13
+size 281638592
diff --git a/iter_0001080/__9_1.distcp b/iter_0001080/__9_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..c907852757ae91ff49840cbea970b6a81f6e1058
--- /dev/null
+++ b/iter_0001080/__9_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e12df12598d34c15d95155af63ba2296ceb4063467fea4f8feb3e50dc0c8372
+size 281634680
diff --git a/iter_0001080/common.pt b/iter_0001080/common.pt
new file mode 100644
index 0000000000000000000000000000000000000000..763bc35d4bed800b9484147f69508b083f808a9f
--- /dev/null
+++ b/iter_0001080/common.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa933c250ce25c219ea745348fed2ee09d3e9868744ebd2d3f6624a8ef97795d
+size 155612
diff --git a/iter_0001080/metadata.json b/iter_0001080/metadata.json
new file mode 100644
index 0000000000000000000000000000000000000000..c9dbde0bcf4d2d993122dcc7d6bcb1eef8b6fb77
--- /dev/null
+++ b/iter_0001080/metadata.json
@@ -0,0 +1 @@
+{"sharded_backend": "torch_dist", "sharded_backend_version": 1, "common_backend": "torch", "common_backend_version": 1}
\ No newline at end of file
diff --git a/iter_0001620/metadata.json b/iter_0001620/metadata.json
new file mode 100644
index 0000000000000000000000000000000000000000..c9dbde0bcf4d2d993122dcc7d6bcb1eef8b6fb77
--- /dev/null
+++ b/iter_0001620/metadata.json
@@ -0,0 +1 @@
+{"sharded_backend": "torch_dist", "sharded_backend_version": 1, "common_backend": "torch", "common_backend_version": 1}
\ No newline at end of file
diff --git a/iter_0002160/metadata.json b/iter_0002160/metadata.json
new file mode 100644
index 0000000000000000000000000000000000000000..c9dbde0bcf4d2d993122dcc7d6bcb1eef8b6fb77
--- /dev/null
+++ b/iter_0002160/metadata.json
@@ -0,0 +1 @@
+{"sharded_backend": "torch_dist", "sharded_backend_version": 1, "common_backend": "torch", "common_backend_version": 1}
\ No newline at end of file
diff --git a/iter_0002700/__17_0.distcp b/iter_0002700/__17_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..5735cbca96ee08224183846df45f685519c2c7e8
--- /dev/null
+++ b/iter_0002700/__17_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1d6194b7a725419b88b45f412b6daf78ca9dcd79f923fa672c285614401832f
+size 280800436
diff --git a/iter_0002700/__20_1.distcp b/iter_0002700/__20_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..6233ae487564b38db5a783dd28cbb6b527d730d4
--- /dev/null
+++ b/iter_0002700/__20_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91772749c8167618c1a0e3ca53ad4f1d35e592f5cfd7d5aecda8b8a7bf57bb8c
+size 280910956
diff --git a/iter_0002700/__21_1.distcp b/iter_0002700/__21_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..4a02f47e8214746f42b90e2036b16ff30747b26a
--- /dev/null
+++ b/iter_0002700/__21_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24009ae9d322225f829c26a5ab426f075c00381fc8efafe885c81c770c87ccb4
+size 281215852
diff --git a/iter_0002700/__23_1.distcp b/iter_0002700/__23_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..cdff07d6348270e9c53d8fff967903cada844c68
--- /dev/null
+++ b/iter_0002700/__23_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd089682f53e696570d4ca9e42f72454aef9d9191ad7e2b25f08791906577e6b
+size 280993316
diff --git a/iter_0002700/__24_0.distcp b/iter_0002700/__24_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..d7924e41bc413f7d0ff70ea2e03986902b698059
--- /dev/null
+++ b/iter_0002700/__24_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cad2e1a03ede2c8e70036da718548e67a6dfda342ef08b30387cc4ace2ebcb7a
+size 280800436
diff --git a/iter_0002700/__3_0.distcp b/iter_0002700/__3_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..0c71ca233dff14b04e13414006b1724faff916d2
--- /dev/null
+++ b/iter_0002700/__3_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:808cb968e8de846420b6be21740f8588c399e5631144093cdecca33ee249c8a2
+size 284218600
diff --git a/iter_0002700/__5_1.distcp b/iter_0002700/__5_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..057d89912dd3dae03cebfbd8c9c1a66aadbcfccd
--- /dev/null
+++ b/iter_0002700/__5_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b54b3cd28996935faf560b5f769a67b7b7afac84aea473467effd1471ad71593
+size 281982444
diff --git a/iter_0002700/common.pt b/iter_0002700/common.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5ce90abf232427ed2b2cb6533812fc5ab3b3ad8
--- /dev/null
+++ b/iter_0002700/common.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc3d27e3f2ad2403c44b56a08c0f3bf03b4d856482ea9505887ff4ba22ca8511
+size 155612
diff --git a/iter_0002700/metadata.json b/iter_0002700/metadata.json
new file mode 100644
index 0000000000000000000000000000000000000000..c9dbde0bcf4d2d993122dcc7d6bcb1eef8b6fb77
--- /dev/null
+++ b/iter_0002700/metadata.json
@@ -0,0 +1 @@
+{"sharded_backend": "torch_dist", "sharded_backend_version": 1, "common_backend": "torch", "common_backend_version": 1}
\ No newline at end of file
diff --git a/iter_0003240/metadata.json b/iter_0003240/metadata.json
new file mode 100644
index 0000000000000000000000000000000000000000..c9dbde0bcf4d2d993122dcc7d6bcb1eef8b6fb77
--- /dev/null
+++ b/iter_0003240/metadata.json
@@ -0,0 +1 @@
+{"sharded_backend": "torch_dist", "sharded_backend_version": 1, "common_backend": "torch", "common_backend_version": 1}
\ No newline at end of file
diff --git a/iter_0003780/.metadata b/iter_0003780/.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..a4b054d285ee77a4c885b3a6e0c9d267fc888b27
--- /dev/null
+++ b/iter_0003780/.metadata
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a257cdfd1d1bbbb5fb3a82f417204b5f4f90779d500d6cb6edb6a5213845bb96
+size 2785525
diff --git a/iter_0003780/__0_0.distcp b/iter_0003780/__0_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..177b55f73704c82eeaf063348511de20f1538c6e
--- /dev/null
+++ b/iter_0003780/__0_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9582ff8cf95702d6be3588554a6a4b531ea5bc98cfaef5805cc9fc4b71e1cd9f
+size 330064296
diff --git a/iter_0003780/__0_1.distcp b/iter_0003780/__0_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..7dff23166ec179896a9ed9004df915b6f3f02930
--- /dev/null
+++ b/iter_0003780/__0_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f11e9ba533d01ca7a29c92d44a66b38b34c8eceadcca7f7c5a23f8e072a8fd9c
+size 330272156
diff --git a/iter_0003780/__10_0.distcp b/iter_0003780/__10_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..7d7ce298b96260bca3555e656d0e6570503a9796
--- /dev/null
+++ b/iter_0003780/__10_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abd6f736147017cb70c1ab6c984e9de3f3bfb908fcf7dc7f3150f3fce121ebb7
+size 281600888
diff --git a/iter_0003780/__10_1.distcp b/iter_0003780/__10_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..1d7dd932b26275b306324e6bb0c6b04f351381a9
--- /dev/null
+++ b/iter_0003780/__10_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f14244b6d17d679a6b2c57e33a05d0286431102cb683dfa6389cb22cf6a27f2
+size 281668844
diff --git a/iter_0003780/__11_0.distcp b/iter_0003780/__11_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..0d384895ae0018f249b9dd175e94d3a28686bf30
--- /dev/null
+++ b/iter_0003780/__11_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d18c34cb34ce68a525fc5493e1018676d36f24554618d77098f48a957dccca2d
+size 281205656
diff --git a/iter_0003780/__11_1.distcp b/iter_0003780/__11_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..b5c0433b47ae260a6eca224af01ddbffa13c71f8
--- /dev/null
+++ b/iter_0003780/__11_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e619ea664ee416530426f7df7abab065aaffbd3ddd42941418a93a70b416949
+size 282053456
diff --git a/iter_0003780/__12_0.distcp b/iter_0003780/__12_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..6c6cd1e1875476bcdd22a5a3814b0c448fd9f01a
--- /dev/null
+++ b/iter_0003780/__12_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfbf46e157b301fa4728639cc20b8b5f18f9f6a1e3e37cfc9627401330e1f1a6
+size 280995248
diff --git a/iter_0003780/__12_1.distcp b/iter_0003780/__12_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..7894e56009a3d818d8b8fb420d81cb6381b7c007
--- /dev/null
+++ b/iter_0003780/__12_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd5d1e99b24aeff9df00f862ee9541580e4807a732235ee744b26193fb080db1
+size 282278024
diff --git a/iter_0003780/__13_0.distcp b/iter_0003780/__13_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..b06432ae1f0c6a700c95f3c79306e2aaeb4e9181
--- /dev/null
+++ b/iter_0003780/__13_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e2723fd5939ec4b9fc9917d15bb05cff20b0b7c0bf33e7fd15ba5a31f56c27f
+size 281381740
diff --git a/iter_0003780/__13_1.distcp b/iter_0003780/__13_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..b120ed1a460f5f5865d7f0edca56c28b2affa3e5
--- /dev/null
+++ b/iter_0003780/__13_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d713097e7f93b0311660d112e337f34c9e1124fbc71b9f87bde81db6008d3cd
+size 281884452
diff --git a/iter_0003780/__14_0.distcp b/iter_0003780/__14_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..4d830f200c6aa6d4c10b41d1745b0ee87d8a90a8
--- /dev/null
+++ b/iter_0003780/__14_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad685ca186ab2fbcbf7608dc1892b15422762c121e18d0ff643f27e9f438484
+size 280857096
diff --git a/iter_0003780/__14_1.distcp b/iter_0003780/__14_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..441853ef30c123cb64959d03a4eb2a109b255ed2
--- /dev/null
+++ b/iter_0003780/__14_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80bdff0a850ac10bcd1b7ded0ae99a70fd2a44f49ad6a4f210da2c7e3bc816df
+size 281885988
diff --git a/iter_0003780/__15_0.distcp b/iter_0003780/__15_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..bd8b11d1dfb54ece3296d0e90b968395d72cdaab
--- /dev/null
+++ b/iter_0003780/__15_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d14e40bef99a8117d75ae7ecfbc1920ca37ca6b8272f102a9a3a5663f8ef1941
+size 281985572
diff --git a/iter_0003780/__15_1.distcp b/iter_0003780/__15_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..cc1f7426303b0e8b1461655c609c5ca25021a994
--- /dev/null
+++ b/iter_0003780/__15_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c95bf49513bc4c4f907cd7b12002e3aa2f88d95f9192bd85cf41231089c34554
+size 280757512
diff --git a/iter_0003780/__16_0.distcp b/iter_0003780/__16_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..412c9978221cb95bdcf10647383a349c86e1052f
--- /dev/null
+++ b/iter_0003780/__16_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3c29a9f5d19c0ebf658aac8f5e82b47cedc587fbf292d13f63c55b9a3e90755
+size 281464540
diff --git a/iter_0003780/__16_1.distcp b/iter_0003780/__16_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..95230191274e9dfb6e9c369d1349dd75b0781685
--- /dev/null
+++ b/iter_0003780/__16_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6eb88b6397283e884f1f8abd6810f518dac819a12b1a1ecf2826bc11179784b
+size 281292704
diff --git a/iter_0003780/__17_0.distcp b/iter_0003780/__17_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..7a4953af359b81c001f5454039eff6ff7d68a65e
--- /dev/null
+++ b/iter_0003780/__17_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e61def5a0108bc04f78dd76b00564c45d32f192e1e5bb43de0f419239d591ab9
+size 280800436
diff --git a/iter_0003780/__17_1.distcp b/iter_0003780/__17_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..88cbff31165bd58565539ac332b4470ec37f9d2f
--- /dev/null
+++ b/iter_0003780/__17_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39d65da4c678c8d3d09cea2d4c6a6abd8e6d027e95b9e7163d5c70eecc014642
+size 281935568
diff --git a/iter_0003780/__18_0.distcp b/iter_0003780/__18_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..f5f646e780dd563fa347f66dcaeb82ea63a8b2a5
--- /dev/null
+++ b/iter_0003780/__18_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b00dbe0f9aa58a9ffd0950bfb6e829322a4a94313e1b9432481b50355858f18f
+size 281374028
diff --git a/iter_0003780/__18_1.distcp b/iter_0003780/__18_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..47c613422fc86ebb78a2c5cf4a8f63e44ade2b0e
--- /dev/null
+++ b/iter_0003780/__18_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc7f19e33c23d8271c87b6f0e4c9667c9fa01a5fe62a75dcc79683cc39827358
+size 281376136
diff --git a/iter_0003780/__19_0.distcp b/iter_0003780/__19_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..66a43088a1ae7446a31d9b046bada91a01a740c5
--- /dev/null
+++ b/iter_0003780/__19_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f31cbcd43b5f7578836f519596d5a2cde0a46b0c9559cbc7a182a8ad104443
+size 282020644
diff --git a/iter_0003780/__19_1.distcp b/iter_0003780/__19_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..1ac63e6d0529c9529012af8978ac57f279134cc4
--- /dev/null
+++ b/iter_0003780/__19_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f133d9942cb235e4735648f442d6fee6d7b0e0533595f010515bf201f48be03
+size 280722440
diff --git a/iter_0003780/__1_0.distcp b/iter_0003780/__1_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..00f1a0f21c2b7fe1ac64c30e7641af02bb57dc97
--- /dev/null
+++ b/iter_0003780/__1_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e266cbf93f9d85df6d9ad8942dcbd71fa6a5f93aa3c76e3550f8247c16a3c9ad
+size 330159700
diff --git a/iter_0003780/__1_1.distcp b/iter_0003780/__1_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..ef440e20474f22328f2100bb1f490b36dadd638e
--- /dev/null
+++ b/iter_0003780/__1_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b20b48c1695faf7633b2b171074a089a349aaa152a4bf75b476a314b0ac4b357
+size 330078180
diff --git a/iter_0003780/__20_0.distcp b/iter_0003780/__20_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..ce800e71b42eefa0b8f2a5a5bc7a49849bd61b11
--- /dev/null
+++ b/iter_0003780/__20_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d270fa51f7826f06d33c3a811acd0961c447cd81f874dcee4ceba14987a7ac5
+size 281042156
diff --git a/iter_0003780/__20_1.distcp b/iter_0003780/__20_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..b3ef393f713430e561d7b070ee8d806a38ca9357
--- /dev/null
+++ b/iter_0003780/__20_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9eec6193427370d1cc5d97be7d27b2418bcbe5e3459a7efd8521e6ce29fbeb
+size 280910956
diff --git a/iter_0003780/__21_0.distcp b/iter_0003780/__21_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..6e242960448ee72742207b09d61743527ef63e41
--- /dev/null
+++ b/iter_0003780/__21_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4001d253b1ee910fc0fec8625c4cbb37cb3f93e781b01772c0be24836c1602e6
+size 280737260
diff --git a/iter_0003780/__21_1.distcp b/iter_0003780/__21_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..ba185f75c0ed725004b3a23671229badf1a9667a
--- /dev/null
+++ b/iter_0003780/__21_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbdb443feaed3b90feaa114571c6c032d53d73df040e4fc54ecff4a4d542cb3b
+size 281215852
diff --git a/iter_0003780/__22_0.distcp b/iter_0003780/__22_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..5ad57041292f17e84ee4e3e7fe3fdf3dfcfe6a71
--- /dev/null
+++ b/iter_0003780/__22_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a717e3c1ca075ae66d50aa64104dcf09d6a552c83aa987dd6e04abf82ce2931
+size 281373520
diff --git a/iter_0003780/__22_1.distcp b/iter_0003780/__22_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..19733390b536448f319643c7c61641f7967258bb
--- /dev/null
+++ b/iter_0003780/__22_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce9658e4e317fa3a81019f716fd66482066988c61236b5c9524025ceacb5c47f
+size 280579592
diff --git a/iter_0003780/__23_0.distcp b/iter_0003780/__23_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..96a9194fc5e9a291c7d89146543cdb8514bd5e5b
--- /dev/null
+++ b/iter_0003780/__23_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:491b4ad7d9b834a601747f5f8e5bd706c5595929dc0be4a143f3531561bcc784
+size 280966876
diff --git a/iter_0003780/__23_1.distcp b/iter_0003780/__23_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..401f77c91aa4ffa7ab7d277e4f37e4fdb515e008
--- /dev/null
+++ b/iter_0003780/__23_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b72cb9fbb70344bb7870fa20966128b554bb9e3f1d910d4bc5158d5b53a2aff
+size 280993316
diff --git a/iter_0003780/__24_0.distcp b/iter_0003780/__24_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..bd8320b8f6b68abc58fed7b68f8c0ac497017b86
--- /dev/null
+++ b/iter_0003780/__24_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5b509cc4c8da22ca75bb160999942f02059d41f04c397f637d58cee23db50d0
+size 280800436
diff --git a/iter_0003780/__24_1.distcp b/iter_0003780/__24_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..f39c2b6abe158ee1dee65cc1cd16e6bc4a5a4ea9
--- /dev/null
+++ b/iter_0003780/__24_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5c95d81126cf028da8fcfd407eb429b032f7a76232afd3c9781ae540edc527c
+size 281149136
diff --git a/iter_0003780/__25_0.distcp b/iter_0003780/__25_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..e4b997604759892f67034ddd9557c3700e6b0e3c
--- /dev/null
+++ b/iter_0003780/__25_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b546f940076d32675dc96ca16852d47bd327711366afec568d0cec987f138f4b
+size 280810432
diff --git a/iter_0003780/__25_1.distcp b/iter_0003780/__25_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..a19d2113938b0cfd92913fec81321f92bee3d05c
--- /dev/null
+++ b/iter_0003780/__25_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4913b8c4a4935582aa02f249d4495d3c448d784f760648411fc09be64b5f4f1
+size 281146220
diff --git a/iter_0003780/__26_0.distcp b/iter_0003780/__26_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..3918c693a204fcdfc2bfc0a0c75f768438cb96a8
--- /dev/null
+++ b/iter_0003780/__26_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b2435014465308a7e0f5f972a39c5204f6db4e86495675d2a4aff3205aff437
+size 280913900
diff --git a/iter_0003780/__26_1.distcp b/iter_0003780/__26_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..17e0ff08c4e01ffea6873653f2827dbe0102fe70
--- /dev/null
+++ b/iter_0003780/__26_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0bab290dbd0903c1aa0e0f58ff48053708aef049e4c8cf294c113648f7c86c
+size 281039212
diff --git a/iter_0003780/__27_0.distcp b/iter_0003780/__27_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..6c257effb28600d102ea1d0e39b091b8fa575b1c
--- /dev/null
+++ b/iter_0003780/__27_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee76a36ef49b791743c288b655fb19b8f699254683ba50ad58fab5670a5ad748
+size 280987684
diff --git a/iter_0003780/__27_1.distcp b/iter_0003780/__27_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..c92deebeaa22d208a28ad1b8e18943e6df8c456a
--- /dev/null
+++ b/iter_0003780/__27_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:746bc0a29ac954a7db7c4082526acd85f9fb95872c2c732facf16f6c17b50300
+size 280968968
diff --git a/iter_0003780/__28_0.distcp b/iter_0003780/__28_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..bf465977511f23baf2ee5eff4248a826071ce4bf
--- /dev/null
+++ b/iter_0003780/__28_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:764ac0c1901a5373b75681a38fd36fd4d30c16b4f2d6e0238f4ced2e1944cdf6
+size 280802796
diff --git a/iter_0003780/__28_1.distcp b/iter_0003780/__28_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..5c681081c2a1f77dc1249c1d223343589dd4b03b
--- /dev/null
+++ b/iter_0003780/__28_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea997f7c4086c99991e2ffd1f2bda54728bae173746c99097e11180fa2fd1821
+size 281150316
diff --git a/iter_0003780/__29_0.distcp b/iter_0003780/__29_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..b2781b4553d94f780d6f053315544d2dbb0b61d6
--- /dev/null
+++ b/iter_0003780/__29_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aed6ad6bd0b83f1840bee6ed4be1f727835fdc053f97222a1a3a6b5401b486e
+size 280117908
diff --git a/iter_0003780/__29_1.distcp b/iter_0003780/__29_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..f8629c4acdbfef8195f049a24704474a4a8b334d
--- /dev/null
+++ b/iter_0003780/__29_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b9f23624cf462645f475815bce0dcf7357411dc1ea8c934fc354c209af662a1
+size 280140708
diff --git a/iter_0003780/__2_0.distcp b/iter_0003780/__2_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..7519449c3faeabcfd19b81b2073cc2f97b331a6a
--- /dev/null
+++ b/iter_0003780/__2_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63fc731d7043c39dcb1c52f1b325291ad58fe81f7016202b6127f87559e0c32d
+size 284323492
diff --git a/iter_0003780/__2_1.distcp b/iter_0003780/__2_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..6a8ee4a11a7dd5eae90bfe9b23c0e2f8c0c3f9c5
--- /dev/null
+++ b/iter_0003780/__2_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d74a6dae32d554ff8ecdcb31fd40583cbe366a7d92a64c128c15a1d42b627df
+size 284094912
diff --git a/iter_0003780/__30_0.distcp b/iter_0003780/__30_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..12a9ee44589e448b46479ed76f519e25bd2fa6bf
--- /dev/null
+++ b/iter_0003780/__30_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ba23579878fc15e274b8087c05c4280c287f9b23c0c9da3082a306970f8a5f6
+size 280079540
diff --git a/iter_0003780/__30_1.distcp b/iter_0003780/__30_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..3da7b1f9aa04a22737438a1f09486b68eb675c29
--- /dev/null
+++ b/iter_0003780/__30_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5035390ade6590776c49934f5c526f2f5feedc8f393dfc3d5c97d04b15a898d
+size 280168456
diff --git a/iter_0003780/__31_0.distcp b/iter_0003780/__31_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..9f65c70b6a9420a3f8c758410d4e6213ee41cfe4
--- /dev/null
+++ b/iter_0003780/__31_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99065a2ca4055a0b627f4f89ea0b2c35b87c19fd48d2a8e706c2f0e44aac4a0d
+size 280079540
diff --git a/iter_0003780/__31_1.distcp b/iter_0003780/__31_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..9bdfd7b08e342f13b3f5368a408e684afda6b69d
--- /dev/null
+++ b/iter_0003780/__31_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f81f1bcc4c94b15d0b99cae126454a3666658f6b35c1c1ed229caa4866fecd88
+size 280097536
diff --git a/iter_0003780/__3_0.distcp b/iter_0003780/__3_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..e1a7abc155668351db8e002c0b4043a3687e9744
--- /dev/null
+++ b/iter_0003780/__3_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12063d88e72696b0f950c5ca28f3f850c7065d8f3edffdc0afcbd7ce5c27703c
+size 284218600
diff --git a/iter_0003780/__3_1.distcp b/iter_0003780/__3_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..1028fe489e711577328f650c6293bf357b2a51d4
--- /dev/null
+++ b/iter_0003780/__3_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10c8d490033c6d4ddf1286d00a12117ee8d1b8e9a76fce4cf876b78cb99ead61
+size 284210424
diff --git a/iter_0003780/__4_0.distcp b/iter_0003780/__4_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..911a76296fede454c0e94711c0433745ef7c73b5
--- /dev/null
+++ b/iter_0003780/__4_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:592e5afd187c2a7bc9d43ff8b13626b23c971ab20a2d6add61b8e747101a0ba1
+size 283934104
diff --git a/iter_0003780/__4_1.distcp b/iter_0003780/__4_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..8ed58c6d85cb6b658fa7262535ddf0162b2134af
--- /dev/null
+++ b/iter_0003780/__4_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:603fed9c200f5b46c2ab40e411225bb9074973d36c39b9c42be92d2afc9e48f3
+size 284473680
diff --git a/iter_0003780/__5_0.distcp b/iter_0003780/__5_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..4b0d357e536ae7035b758412c91cbcb1b0c5523f
--- /dev/null
+++ b/iter_0003780/__5_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ef03e795aa2478ea632b885a87220b83b89c113f778ecf7c4ba66903c3f15e
+size 281517220
diff --git a/iter_0003780/__5_1.distcp b/iter_0003780/__5_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..e4ec8f9214f681344d9e12222ee24ab3ba720fcd
--- /dev/null
+++ b/iter_0003780/__5_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55407eb94f420143b46610fe3e2ba4074ed06bfe556115ceb37307dffd1a510a
+size 281982444
diff --git a/iter_0003780/__6_0.distcp b/iter_0003780/__6_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..c7a011843acf825f0bf2e002c1771b552cc1acca
--- /dev/null
+++ b/iter_0003780/__6_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dbeb489575732cf3ec32f32acc7fdc7c2ed7f3e7de11c0894a568236ce79779
+size 281849764
diff --git a/iter_0003780/__6_1.distcp b/iter_0003780/__6_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..5fd36d8b6d4649af1e7b07d53da9de3c10e1bd76
--- /dev/null
+++ b/iter_0003780/__6_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1485429a7593f6930794bb402bea68288d264a8066447d59f848d6f4fc3e17e3
+size 281653440
diff --git a/iter_0003780/__7_0.distcp b/iter_0003780/__7_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..0cec33213300b2815ceac0cebd144d4cfe942633
--- /dev/null
+++ b/iter_0003780/__7_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c48c8df4c8a66c5c3a2678c122b4d90037d13e555bc5084dc51c9924bc2791e
+size 281669256
diff --git a/iter_0003780/__7_1.distcp b/iter_0003780/__7_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..7693aa3c9473428973bb264aad152720c34e5c2e
--- /dev/null
+++ b/iter_0003780/__7_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d0c765b47eae2b019e0f5d5d18ce2f3d50d816c9f67746a518ee7ff86963bad
+size 281830408
diff --git a/iter_0003780/__8_0.distcp b/iter_0003780/__8_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..5d6a57cc29363d399241658e35f30b12561c66fa
--- /dev/null
+++ b/iter_0003780/__8_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:560d28469ee63f31c3b53ae422017223591f99461bbc975225ccd1f3d920f892
+size 281415944
diff --git a/iter_0003780/__8_1.distcp b/iter_0003780/__8_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..6a9530cfa588356744c940100b008f5f309b30e0
--- /dev/null
+++ b/iter_0003780/__8_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee05b31db64528b49977a399dacacf2ae4034b40215c0dba2267aed6af4ed853
+size 281850248
diff --git a/iter_0003780/__9_0.distcp b/iter_0003780/__9_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..f652115d90b13304cb009318e89f646d2b6c5b88
--- /dev/null
+++ b/iter_0003780/__9_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3879fd86279750c88208096172d41fb3152d9974abec5119fafb30071156a29d
+size 281638592
diff --git a/iter_0003780/__9_1.distcp b/iter_0003780/__9_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..39edb3bde9eb07232dc322df1d06f0334ccb9c1f
--- /dev/null
+++ b/iter_0003780/__9_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:463c11acfb317e17ba94f1595987704272a36fd4a9bd790d4d550868770915c4
+size 281634680
diff --git a/iter_0003780/common.pt b/iter_0003780/common.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9af841784c7e9783aaab7ef1ed87ae0b2dade2b5
--- /dev/null
+++ b/iter_0003780/common.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09cab5a6d90b30daa7fd5a56b5695a2fc1c94e7fba04ba280a1ebdc8ea6c93ea
+size 155612
diff --git a/iter_0003780/metadata.json b/iter_0003780/metadata.json
new file mode 100644
index 0000000000000000000000000000000000000000..c9dbde0bcf4d2d993122dcc7d6bcb1eef8b6fb77
--- /dev/null
+++ b/iter_0003780/metadata.json
@@ -0,0 +1 @@
+{"sharded_backend": "torch_dist", "sharded_backend_version": 1, "common_backend": "torch", "common_backend_version": 1}
\ No newline at end of file
diff --git a/iter_0004320/metadata.json b/iter_0004320/metadata.json
new file mode 100644
index 0000000000000000000000000000000000000000..c9dbde0bcf4d2d993122dcc7d6bcb1eef8b6fb77
--- /dev/null
+++ b/iter_0004320/metadata.json
@@ -0,0 +1 @@
+{"sharded_backend": "torch_dist", "sharded_backend_version": 1, "common_backend": "torch", "common_backend_version": 1}
\ No newline at end of file
diff --git a/iter_0004860/metadata.json b/iter_0004860/metadata.json
new file mode 100644
index 0000000000000000000000000000000000000000..c9dbde0bcf4d2d993122dcc7d6bcb1eef8b6fb77
--- /dev/null
+++ b/iter_0004860/metadata.json
@@ -0,0 +1 @@
+{"sharded_backend": "torch_dist", "sharded_backend_version": 1, "common_backend": "torch", "common_backend_version": 1}
\ No newline at end of file
diff --git a/latest_checkpointed_iteration.txt b/latest_checkpointed_iteration.txt
new file mode 100644
index 0000000000000000000000000000000000000000..e332839a845a46e9ee8a1faf4a6b786b39b7de13
--- /dev/null
+++ b/latest_checkpointed_iteration.txt
@@ -0,0 +1 @@
+5473
\ No newline at end of file