diff --git a/.gitattributes b/.gitattributes
index a6344aac8c09253b3b630fb776ae94478aa0275b..6aee486d20b05ae4f7cfb7a85ea78c23f0a4e66a 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+.metadata filter=lfs diff=lfs merge=lfs -text
diff --git a/.metadata b/.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..f6818235db435e7ee9cadef92ab2e9af6427b5c8
--- /dev/null
+++ b/.metadata
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:748ba99e09df9c7eb7830584cb68072636540418187b266ccccbe3a1e3b04a7a
+size 1238617
diff --git a/resume_meta/manifest.json b/resume_meta/manifest.json
new file mode 100644
index 0000000000000000000000000000000000000000..a62fbcff5f08025b3a708e0e099641844aa9db3d
--- /dev/null
+++ b/resume_meta/manifest.json
@@ -0,0 +1,53 @@
+{
+  "world_size": 48,
+  "rank_files": [
+    "rank_00000.json",
+    "rank_00001.json",
+    "rank_00002.json",
+    "rank_00003.json",
+    "rank_00004.json",
+    "rank_00005.json",
+    "rank_00006.json",
+    "rank_00007.json",
+    "rank_00008.json",
+    "rank_00009.json",
+    "rank_00010.json",
+    "rank_00011.json",
+    "rank_00012.json",
+    "rank_00013.json",
+    "rank_00014.json",
+    "rank_00015.json",
+    "rank_00016.json",
+    "rank_00017.json",
+    "rank_00018.json",
+    "rank_00019.json",
+    "rank_00020.json",
+    "rank_00021.json",
+    "rank_00022.json",
+    "rank_00023.json",
+    "rank_00024.json",
+    "rank_00025.json",
+    "rank_00026.json",
+    "rank_00027.json",
+    "rank_00028.json",
+    "rank_00029.json",
+    "rank_00030.json",
+    "rank_00031.json",
+    "rank_00032.json",
+    "rank_00033.json",
+    "rank_00034.json",
+    "rank_00035.json",
+    "rank_00036.json",
+    "rank_00037.json",
+    "rank_00038.json",
+    "rank_00039.json",
+    "rank_00040.json",
+    "rank_00041.json",
+    "rank_00042.json",
+    "rank_00043.json",
+    "rank_00044.json",
+    "rank_00045.json",
+    "rank_00046.json",
+    "rank_00047.json"
+  ]
+}
diff --git a/resume_meta/rank_00000.json b/resume_meta/rank_00000.json
new file mode 100644
index 0000000000000000000000000000000000000000..4f306210d9059701cbabf1c498d75d5ddde49a3e
--- /dev/null
+++ b/resume_meta/rank_00000.json
@@ -0,0 +1 @@
+{"rank": 0, "world_size": 48, "worker": 0, "data": [{"data": "{\"shard_idx\": 40, \"shard_example_idx\": 113936, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 94, \"shard_example_idx\": 68204, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 113, \"shard_example_idx\": 76803, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 869275, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 7, \"shard_example_idx\": 199371, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 26, \"shard_example_idx\": 222208, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 13, \"shard_example_idx\": 346384, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 90144, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 386352, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 5, \"shard_example_idx\": 588158, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 1, \"shard_example_idx\": 196048, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 2, \"shard_example_idx\": 84256, \"type\": \"ArrowExamplesIterable\"}"}], "rng_state": 15593747344435775277, "probabilities": [0.2, 0.1, 0.2, 0.1, 0.07, 0.1, 0.06, 0.02, 0.02, 0.07, 0.04, 0.02]}
diff --git a/resume_meta/rank_00001.json b/resume_meta/rank_00001.json
new file mode 100644
index 0000000000000000000000000000000000000000..bdf693c30f537959c568ead151610982494a99a9
--- /dev/null
+++ b/resume_meta/rank_00001.json
@@ -0,0 +1 @@
+{"rank": 1, "world_size": 48, "worker": 0, "data": [{"data": "{\"shard_idx\": 40, \"shard_example_idx\": 179552, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 95, \"shard_example_idx\": 13552, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 113, \"shard_example_idx\": 1539, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 854011, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 7, \"shard_example_idx\": 198939, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 27, \"shard_example_idx\": 88224, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 13, \"shard_example_idx\": 354304, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 81648, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 398496, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 5, \"shard_example_idx\": 581486, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 1, \"shard_example_idx\": 201952, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 2, \"shard_example_idx\": 112720, \"type\": \"ArrowExamplesIterable\"}"}], "rng_state": 15593747344435775277, "probabilities": [0.2, 0.1, 0.2, 0.1, 0.07, 0.1, 0.06, 0.02, 0.02, 0.07, 0.04, 0.02]}
diff --git a/resume_meta/rank_00002.json b/resume_meta/rank_00002.json
new file mode 100644
index 0000000000000000000000000000000000000000..f614c48ac62e68761509ed4f98ca36b2c0961355
--- /dev/null
+++ b/resume_meta/rank_00002.json
@@ -0,0 +1 @@
+{"rank": 2, "world_size": 48, "worker": 0, "data": [{"data": "{\"shard_idx\": 40, \"shard_example_idx\": 135296, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 94, \"shard_example_idx\": 55916, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 113, \"shard_example_idx\": 126195, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 842443, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 8, \"shard_example_idx\": 1291, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 27, \"shard_example_idx\": 57600, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 13, \"shard_example_idx\": 369280, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 83568, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 385632, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 5, \"shard_example_idx\": 555566, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 1, \"shard_example_idx\": 193840, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 2, \"shard_example_idx\": 105952, \"type\": \"ArrowExamplesIterable\"}"}], "rng_state": 15593747344435775277, "probabilities": [0.2, 0.1, 0.2, 0.1, 0.07, 0.1, 0.06, 0.02, 0.02, 0.07, 0.04, 0.02]}
diff --git a/resume_meta/rank_00003.json b/resume_meta/rank_00003.json
new file mode 100644
index 0000000000000000000000000000000000000000..23715f89689a534e52c32fdb002d5585ae46abab
--- /dev/null
+++ b/resume_meta/rank_00003.json
@@ -0,0 +1 @@
+{"rank": 3, "world_size": 48, "worker": 0, "data": [{"data": "{\"shard_idx\": 40, \"shard_example_idx\": 134672, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 94, \"shard_example_idx\": 30092, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 113, \"shard_example_idx\": 27651, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 837499, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 7, \"shard_example_idx\": 187515, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 27, \"shard_example_idx\": 11520, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 13, \"shard_example_idx\": 387664, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 78000, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 388656, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 5, \"shard_example_idx\": 584750, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 1, \"shard_example_idx\": 193600, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 2, \"shard_example_idx\": 94672, \"type\": \"ArrowExamplesIterable\"}"}], "rng_state": 15593747344435775277, "probabilities": [0.2, 0.1, 0.2, 0.1, 0.07, 0.1, 0.06, 0.02, 0.02, 0.07, 0.04, 0.02]}
diff --git a/resume_meta/rank_00004.json b/resume_meta/rank_00004.json
new file mode 100644
index 0000000000000000000000000000000000000000..b26425e9652e1f8b184f71437f800bde762223a8
--- /dev/null
+++ b/resume_meta/rank_00004.json
@@ -0,0 +1 @@
+{"rank": 4, "world_size": 48, "worker": 0, "data": [{"data": "{\"shard_idx\": 40, \"shard_example_idx\": 127568, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 94, \"shard_example_idx\": 50684, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 113, \"shard_example_idx\": 71859, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 870907, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 7, \"shard_example_idx\": 198027, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 27, \"shard_example_idx\": 44064, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 13, \"shard_example_idx\": 377488, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 84672, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 391152, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 5, \"shard_example_idx\": 588446, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 1, \"shard_example_idx\": 197392, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 2, \"shard_example_idx\": 79648, \"type\": \"ArrowExamplesIterable\"}"}], "rng_state": 15593747344435775277, "probabilities": [0.2, 0.1, 0.2, 0.1, 0.07, 0.1, 0.06, 0.02, 0.02, 0.07, 0.04, 0.02]}
diff --git a/resume_meta/rank_00005.json b/resume_meta/rank_00005.json
new file mode 100644
index 0000000000000000000000000000000000000000..dd8b0f64b4fd463599d52b9116920313b8744df7
--- /dev/null
+++ b/resume_meta/rank_00005.json
@@ -0,0 +1 @@
+{"rank": 5, "world_size": 48, "worker": 0, "data": [{"data": "{\"shard_idx\": 40, \"shard_example_idx\": 143552, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 94, \"shard_example_idx\": 35132, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 113, \"shard_example_idx\": 91347, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 875131, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 8, \"shard_example_idx\": 4171, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 27, \"shard_example_idx\": 33696, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 13, \"shard_example_idx\": 357808, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 79920, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 390912, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 5, \"shard_example_idx\": 558590, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 1, \"shard_example_idx\": 203392, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 2, \"shard_example_idx\": 96784, \"type\": \"ArrowExamplesIterable\"}"}], "rng_state": 15593747344435775277, "probabilities": [0.2, 0.1, 0.2, 0.1, 0.07, 0.1, 0.06, 0.02, 0.02, 0.07, 0.04, 0.02]}
diff --git a/resume_meta/rank_00006.json b/resume_meta/rank_00006.json
new file mode 100644
index 0000000000000000000000000000000000000000..6c3d5151011e53023e4fac00acad19efd27ebe86
--- /dev/null
+++ b/resume_meta/rank_00006.json
@@ -0,0 +1 @@
+{"rank": 6, "world_size": 48, "worker": 0, "data": [{"data": "{\"shard_idx\": 40, \"shard_example_idx\": 124064, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 94, \"shard_example_idx\": 65708, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 113, \"shard_example_idx\": 61971, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 865195, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 7, \"shard_example_idx\": 199227, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 26, \"shard_example_idx\": 228832, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 13, \"shard_example_idx\": 340672, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 92352, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 392640, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 5, \"shard_example_idx\": 591038, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 1, \"shard_example_idx\": 204400, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 2, \"shard_example_idx\": 74944, \"type\": \"ArrowExamplesIterable\"}"}], "rng_state": 15593747344435775277, "probabilities": [0.2, 0.1, 0.2, 0.1, 0.07, 0.1, 0.06, 0.02, 0.02, 0.07, 0.04, 0.02]}
diff --git a/resume_meta/rank_00007.json b/resume_meta/rank_00007.json
new file mode 100644
index 0000000000000000000000000000000000000000..881041d01572072357649f4fc6c6d77f04a099fe
--- /dev/null
+++ b/resume_meta/rank_00007.json
@@ -0,0 +1 @@
+{"rank": 7, "world_size": 48, "worker": 0, "data": [{"data": "{\"shard_idx\": 40, \"shard_example_idx\": 131888, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 94, \"shard_example_idx\": 56060, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 113, \"shard_example_idx\": 1059, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 861499, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 8, \"shard_example_idx\": 5851, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 26, \"shard_example_idx\": 240304, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 13, \"shard_example_idx\": 378976, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 84768, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 390768, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 5, \"shard_example_idx\": 597566, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 1, \"shard_example_idx\": 201952, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 2, \"shard_example_idx\": 88336, \"type\": \"ArrowExamplesIterable\"}"}], "rng_state": 15593747344435775277, "probabilities": [0.2, 0.1, 0.2, 0.1, 0.07, 0.1, 0.06, 0.02, 0.02, 0.07, 0.04, 0.02]}
diff --git a/resume_meta/rank_00008.json b/resume_meta/rank_00008.json
new file mode 100644
index 0000000000000000000000000000000000000000..1af15289809173f3e01f01bcf53d00fa72245165
--- /dev/null
+++ b/resume_meta/rank_00008.json
@@ -0,0 +1 @@
+{"rank": 8, "world_size": 48, "worker": 0, "data": [{"data": "{\"shard_idx\": 40, \"shard_example_idx\": 131696, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 94, \"shard_example_idx\": 52940, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 113, \"shard_example_idx\": 73251, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 866059, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 8, \"shard_example_idx\": 4171, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 27, \"shard_example_idx\": 14352, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 13, \"shard_example_idx\": 357232, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 82896, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 386688, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 5, \"shard_example_idx\": 586622, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 1, \"shard_example_idx\": 199360, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 2, \"shard_example_idx\": 97120, \"type\": \"ArrowExamplesIterable\"}"}], "rng_state": 15593747344435775277, "probabilities": [0.2, 0.1, 0.2, 0.1, 0.07, 0.1, 0.06, 0.02, 0.02, 0.07, 0.04, 0.02]}
diff --git a/resume_meta/rank_00009.json b/resume_meta/rank_00009.json
new file mode 100644
index 0000000000000000000000000000000000000000..b65a02eb01c97d4e640fee30e3a54169203b77ea
--- /dev/null
+++ b/resume_meta/rank_00009.json
@@ -0,0 +1 @@
+{"rank": 9, "world_size": 48, "worker": 0, "data": [{"data": "{\"shard_idx\": 40, \"shard_example_idx\": 128336, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 94, \"shard_example_idx\": 61532, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 113, \"shard_example_idx\": 50451, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 853051, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 8, \"shard_example_idx\": 8491, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 27, \"shard_example_idx\": 51120, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 13, \"shard_example_idx\": 370240, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 82512, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 381072, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 5, \"shard_example_idx\": 595982, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 1, \"shard_example_idx\": 197728, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 2, \"shard_example_idx\": 125104, \"type\": \"ArrowExamplesIterable\"}"}], "rng_state": 15593747344435775277, "probabilities": [0.2, 0.1, 0.2, 0.1, 0.07, 0.1, 0.06, 0.02, 0.02, 0.07, 0.04, 0.02]}
diff --git a/resume_meta/rank_00010.json b/resume_meta/rank_00010.json
new file mode 100644
index 0000000000000000000000000000000000000000..4c67f505586cfed33456587129084695ae4bd668
--- /dev/null
+++ b/resume_meta/rank_00010.json
@@ -0,0 +1 @@
+{"rank": 10, "world_size": 48, "worker": 0, "data": [{"data": "{\"shard_idx\": 40, \"shard_example_idx\": 144464, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 94, \"shard_example_idx\": 23468, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 113, \"shard_example_idx\": 50499, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 835675, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 8, \"shard_example_idx\": 5515, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 27, \"shard_example_idx\": 42048, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 13, \"shard_example_idx\": 379360, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 85728, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 388752, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 5, \"shard_example_idx\": 591950, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 1, \"shard_example_idx\": 202960, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 2, \"shard_example_idx\": 100864, \"type\": \"ArrowExamplesIterable\"}"}], "rng_state": 15593747344435775277, "probabilities": [0.2, 0.1, 0.2, 0.1, 0.07, 0.1, 0.06, 0.02, 0.02, 0.07, 0.04, 0.02]}
diff --git a/resume_meta/rank_00011.json b/resume_meta/rank_00011.json
new file mode 100644
index 0000000000000000000000000000000000000000..140b8462c3fbe74ba8b3187163f358e266911d7f
--- /dev/null
+++ b/resume_meta/rank_00011.json
@@ -0,0 +1 @@
+{"rank": 11, "world_size": 48, "worker": 0, "data": [{"data": "{\"shard_idx\": 40, \"shard_example_idx\": 131216, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 94, \"shard_example_idx\": 53948, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 113, \"shard_example_idx\": 45507, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 820747, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 8, \"shard_example_idx\": 3115, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 27, \"shard_example_idx\": 24672, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 13, \"shard_example_idx\": 357280, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 82176, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 391824, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 5, \"shard_example_idx\": 568862, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 1, \"shard_example_idx\": 195568, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 2, \"shard_example_idx\": 96448, \"type\": \"ArrowExamplesIterable\"}"}], "rng_state": 15593747344435775277, "probabilities": [0.2, 0.1, 0.2, 0.1, 0.07, 0.1, 0.06, 0.02, 0.02, 0.07, 0.04, 0.02]}
diff --git a/resume_meta/rank_00012.json b/resume_meta/rank_00012.json
new file mode 100644
index 0000000000000000000000000000000000000000..eca1d8f7d78c9f7981051e6d49f5ee13273a4877
--- /dev/null
+++ b/resume_meta/rank_00012.json
@@ -0,0 +1 @@
+{"rank": 12, "world_size": 48, "worker": 0, "data": [{"data": "{\"shard_idx\": 40, \"shard_example_idx\": 161888, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 94, \"shard_example_idx\": 16268, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 113, \"shard_example_idx\": 47091, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 868459, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 8, \"shard_example_idx\": 4555, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 27, \"shard_example_idx\": 74592, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 13, \"shard_example_idx\": 377008, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 85872, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 374496, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 5, \"shard_example_idx\": 594494, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 1, \"shard_example_idx\": 203536, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 2, \"shard_example_idx\": 78448, \"type\": \"ArrowExamplesIterable\"}"}], "rng_state": 15593747344435775277, "probabilities": [0.2, 0.1, 0.2, 0.1, 0.07, 0.1, 0.06, 0.02, 0.02, 0.07, 0.04, 0.02]}
diff --git a/resume_meta/rank_00013.json b/resume_meta/rank_00013.json
new file mode 100644
index 0000000000000000000000000000000000000000..8a296de00eee0b4cddf0b902d209e23fb0772472
--- /dev/null
+++ b/resume_meta/rank_00013.json
@@ -0,0 +1 @@
+{"rank": 13, "world_size": 48, "worker": 0, "data": [{"data": "{\"shard_idx\": 40, \"shard_example_idx\": 125024, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 94, \"shard_example_idx\": 34508, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 113, \"shard_example_idx\": 57507, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 858763, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 8, \"shard_example_idx\": 5419, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 27, \"shard_example_idx\": 3216, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 13, \"shard_example_idx\": 390352, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 75648, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 388608, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 5, \"shard_example_idx\": 584510, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 1, \"shard_example_idx\": 205936, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 2, \"shard_example_idx\": 94000, \"type\": \"ArrowExamplesIterable\"}"}], "rng_state": 15593747344435775277, "probabilities": [0.2, 0.1, 0.2, 0.1, 0.07, 0.1, 0.06, 0.02, 0.02, 0.07, 0.04, 0.02]}
diff --git a/resume_meta/rank_00014.json b/resume_meta/rank_00014.json
new file mode 100644
index 0000000000000000000000000000000000000000..8f7183c5dd7117909bdce05d2a541c1067b0dfbc
--- /dev/null
+++ b/resume_meta/rank_00014.json
@@ -0,0 +1 @@
+{"rank": 14, "world_size": 48, "worker": 0, "data": [{"data": "{\"shard_idx\": 40, \"shard_example_idx\": 124784, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 94, \"shard_example_idx\": 48908, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 113, \"shard_example_idx\": 53763, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 864763, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 8, \"shard_example_idx\": 10795, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 27, \"shard_example_idx\": 18624, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 13, \"shard_example_idx\": 370192, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 81552, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 395328, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 5, \"shard_example_idx\": 563774, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 1, \"shard_example_idx\": 199840, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 2, \"shard_example_idx\": 96496, \"type\": \"ArrowExamplesIterable\"}"}], "rng_state": 15593747344435775277, "probabilities": [0.2, 0.1, 0.2, 0.1, 0.07, 0.1, 0.06, 0.02, 0.02, 0.07, 0.04, 0.02]}
diff --git a/resume_meta/rank_00015.json b/resume_meta/rank_00015.json
new file mode 100644
index 0000000000000000000000000000000000000000..4f41a7d92b52cc5073c1ebbbbbfb598a18fb86cb
--- /dev/null
+++ b/resume_meta/rank_00015.json
@@ -0,0 +1 @@
+{"rank": 15, "world_size": 48, "worker": 0, "data": [{"data": "{\"shard_idx\": 40, \"shard_example_idx\": 126608, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 95, \"shard_example_idx\": 1120, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 113, \"shard_example_idx\": 11331, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 874987, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 8, \"shard_example_idx\": 6187, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 26, \"shard_example_idx\": 200224, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 13, \"shard_example_idx\": 373840, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 70560, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 382704, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 5, \"shard_example_idx\": 592766, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 1, \"shard_example_idx\": 198064, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 2, \"shard_example_idx\": 114064, \"type\": \"ArrowExamplesIterable\"}"}], "rng_state": 15593747344435775277, "probabilities": [0.2, 0.1, 0.2, 0.1, 0.07, 0.1, 0.06, 0.02, 0.02, 0.07, 0.04, 0.02]}
diff --git a/resume_meta/rank_00016.json b/resume_meta/rank_00016.json
new file mode 100644
index 0000000000000000000000000000000000000000..fbbd8c2169df4b0c878f70ab69eac2924190bf6b
--- /dev/null
+++ b/resume_meta/rank_00016.json
@@ -0,0 +1 @@
+{"rank": 16, "world_size": 48, "worker": 0, "data": [{"data": "{\"shard_idx\": 40, \"shard_example_idx\": 134528, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 94, \"shard_example_idx\": 57356, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 113, \"shard_example_idx\": 22227, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 864955, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 7, \"shard_example_idx\": 199035, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 27, \"shard_example_idx\": 5760, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 13, \"shard_example_idx\": 384592, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 81024, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 386496, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 5, \"shard_example_idx\": 588110, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 1, \"shard_example_idx\": 197152, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 2, \"shard_example_idx\": 93520, \"type\": \"ArrowExamplesIterable\"}"}], "rng_state": 15593747344435775277, "probabilities": [0.2, 0.1, 0.2, 0.1, 0.07, 0.1, 0.06, 0.02, 0.02, 0.07, 0.04, 0.02]}
diff --git a/resume_meta/rank_00017.json b/resume_meta/rank_00017.json
new file mode 100644
index 0000000000000000000000000000000000000000..1e170ebc45ad3ed7ef379566fe802da0fbda6d13
--- /dev/null
+++ b/resume_meta/rank_00017.json
@@ -0,0 +1 @@
+{"rank": 17, "world_size": 48, "worker": 0, "data": [{"data": "{\"shard_idx\": 40, \"shard_example_idx\": 130736, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 94, \"shard_example_idx\": 35804, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 113, \"shard_example_idx\": 20691, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 889147, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 7, \"shard_example_idx\": 195435, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 26, \"shard_example_idx\": 249616, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 13, \"shard_example_idx\": 370144, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 87888, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 391104, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 5, \"shard_example_idx\": 574286, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 1, \"shard_example_idx\": 203824, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 2, \"shard_example_idx\": 112336, \"type\": \"ArrowExamplesIterable\"}"}], "rng_state": 15593747344435775277, "probabilities": [0.2, 0.1, 0.2, 0.1, 0.07, 0.1, 0.06, 0.02, 0.02, 0.07, 0.04, 0.02]}
diff --git a/resume_meta/rank_00018.json b/resume_meta/rank_00018.json
new file mode 100644
index 0000000000000000000000000000000000000000..11c8bf7533deeb424d31f8a12b11dd2c5773cc0d
--- /dev/null
+++ b/resume_meta/rank_00018.json
@@ -0,0 +1 @@
+{"rank": 18, "world_size": 48, "worker": 0, "data": [{"data": "{\"shard_idx\": 40, \"shard_example_idx\": 124208, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 94, \"shard_example_idx\": 38396, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 113, \"shard_example_idx\": 23043, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 881371, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 8, \"shard_example_idx\": 5467, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 26, \"shard_example_idx\": 199792, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 13, \"shard_example_idx\": 401776, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 84768, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 370704, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 5, \"shard_example_idx\": 585614, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 1, \"shard_example_idx\": 197440, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 2, \"shard_example_idx\": 99616, \"type\": \"ArrowExamplesIterable\"}"}], "rng_state": 15593747344435775277, "probabilities": [0.2, 0.1, 0.2, 0.1, 0.07, 0.1, 0.06, 0.02, 0.02, 0.07, 0.04, 0.02]}
diff --git a/resume_meta/rank_00019.json b/resume_meta/rank_00019.json
new file mode 100644
index 0000000000000000000000000000000000000000..fc0b7a2382fb0cca5d46a3d920a84c2fa7fa3f58
--- /dev/null
+++ b/resume_meta/rank_00019.json
@@ -0,0 +1 @@
+{"rank": 19, "world_size": 48, "worker": 0, "data": [{"data": "{\"shard_idx\": 40, \"shard_example_idx\": 107696, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 94, \"shard_example_idx\": 47084, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 113, \"shard_example_idx\": 41331, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 880315, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 8, \"shard_example_idx\": 12043, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 27, \"shard_example_idx\": 15696, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 13, \"shard_example_idx\": 384688, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 85824, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 379152, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 5, \"shard_example_idx\": 564974, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 1, \"shard_example_idx\": 199840, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 2, \"shard_example_idx\": 95104, \"type\": \"ArrowExamplesIterable\"}"}], "rng_state": 15593747344435775277, "probabilities": [0.2, 0.1, 0.2, 0.1, 0.07, 0.1, 0.06, 0.02, 0.02, 0.07, 0.04, 0.02]}
diff --git a/resume_meta/rank_00020.json b/resume_meta/rank_00020.json
new file mode 100644
index 0000000000000000000000000000000000000000..e6a89c9db2cc5dc4bafa83588e1bc8059af455de
--- /dev/null
+++ b/resume_meta/rank_00020.json
@@ -0,0 +1 @@
+{"rank": 20, "world_size": 48, "worker": 0, "data": [{"data": "{\"shard_idx\": 40, \"shard_example_idx\": 141056, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 94, \"shard_example_idx\": 35372, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 113, \"shard_example_idx\": 25299, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 853723, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 7, \"shard_example_idx\": 196443, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 27, \"shard_example_idx\": 72768, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 13, \"shard_example_idx\": 393664, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 93312, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 382896, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 5, \"shard_example_idx\": 576494, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 1, \"shard_example_idx\": 203824, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 2, \"shard_example_idx\": 105472, \"type\": \"ArrowExamplesIterable\"}"}], "rng_state": 15593747344435775277, "probabilities": [0.2, 0.1, 0.2, 0.1, 0.07, 0.1, 0.06, 0.02, 0.02, 0.07, 0.04, 0.02]}
diff --git a/resume_meta/rank_00021.json b/resume_meta/rank_00021.json
new file mode 100644
index 0000000000000000000000000000000000000000..3cef501824e3587a863a8e73d72817a32f31004d
--- /dev/null
+++ b/resume_meta/rank_00021.json
@@ -0,0 +1 @@
+{"rank": 21, "world_size": 48, "worker": 0, "data": [{"data": "{\"shard_idx\": 40, \"shard_example_idx\": 134240, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 94, \"shard_example_idx\": 58364, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 113, \"shard_example_idx\": 45075, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 857755, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 8, \"shard_example_idx\": 9595, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 27, \"shard_example_idx\": 27648, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 13, \"shard_example_idx\": 369280, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 76176, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 394128, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 5, \"shard_example_idx\": 590126, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 1, \"shard_example_idx\": 199264, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 2, \"shard_example_idx\": 95824, \"type\": \"ArrowExamplesIterable\"}"}], "rng_state": 15593747344435775277, "probabilities": [0.2, 0.1, 0.2, 0.1, 0.07, 0.1, 0.06, 0.02, 0.02, 0.07, 0.04, 0.02]}
diff --git a/resume_meta/rank_00022.json b/resume_meta/rank_00022.json
new file mode 100644
index 0000000000000000000000000000000000000000..13282f6123ae8d3fc26b18941589660bf342eab5
--- /dev/null
+++ b/resume_meta/rank_00022.json
@@ -0,0 +1 @@
+{"rank": 22, "world_size": 48, "worker": 0, "data": [{"data": "{\"shard_idx\": 40, \"shard_example_idx\": 158768, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 94, \"shard_example_idx\": 62828, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 113, \"shard_example_idx\": 71235, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 878299, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 8, \"shard_example_idx\": 3883, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 27, \"shard_example_idx\": 7728, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 13, \"shard_example_idx\": 367552, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 76032, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 391536, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 5, \"shard_example_idx\": 561614, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 1, \"shard_example_idx\": 205360, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 2, \"shard_example_idx\": 105664, \"type\": \"ArrowExamplesIterable\"}"}], "rng_state": 15593747344435775277, "probabilities": [0.2, 0.1, 0.2, 0.1, 0.07, 0.1, 0.06, 0.02, 0.02, 0.07, 0.04, 0.02]}
diff --git a/resume_meta/rank_00023.json b/resume_meta/rank_00023.json
new file mode 100644
index 0000000000000000000000000000000000000000..728e33d3b1119bfb69feef53da436310fb47fc98
--- /dev/null
+++ b/resume_meta/rank_00023.json
@@ -0,0 +1 @@
+{"rank": 23, "world_size": 48, "worker": 0, "data": [{"data": "{\"shard_idx\": 40, \"shard_example_idx\": 152000, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 94, \"shard_example_idx\": 40700, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 113, \"shard_example_idx\": 36819, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 862027, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 7, \"shard_example_idx\": 199563, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 27, \"shard_example_idx\": 768, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 13, \"shard_example_idx\": 354544, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 85488, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 382944, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 5, \"shard_example_idx\": 595790, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 1, \"shard_example_idx\": 202960, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 2, \"shard_example_idx\": 97216, \"type\": \"ArrowExamplesIterable\"}"}], "rng_state": 15593747344435775277, "probabilities": [0.2, 0.1, 0.2, 0.1, 0.07, 0.1, 0.06, 0.02, 0.02, 0.07, 0.04, 0.02]}
diff --git a/resume_meta/rank_00024.json b/resume_meta/rank_00024.json
new file mode 100644
index 0000000000000000000000000000000000000000..b13c7169e645f23e33e5573f578d5f26762e34bf
--- /dev/null
+++ b/resume_meta/rank_00024.json
@@ -0,0 +1 @@
+{"rank": 24, "world_size": 48, "worker": 0, "data": [{"data": "{\"shard_idx\": 40, \"shard_example_idx\": 102320, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 94, \"shard_example_idx\": 58748, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 113, \"shard_example_idx\": 64515, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 848011, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 7, \"shard_example_idx\": 197019, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 27, \"shard_example_idx\": 54096, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 13, \"shard_example_idx\": 384640, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 91584, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 376416, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 5, \"shard_example_idx\": 601742, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 1, \"shard_example_idx\": 196912, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 2, \"shard_example_idx\": 102304, \"type\": \"ArrowExamplesIterable\"}"}], "rng_state": 15593747344435775277, "probabilities": [0.2, 0.1, 0.2, 0.1, 0.07, 0.1, 0.06, 0.02, 0.02, 0.07, 0.04, 0.02]}
diff --git a/resume_meta/rank_00025.json b/resume_meta/rank_00025.json
new file mode 100644
index 0000000000000000000000000000000000000000..adddeac4279674250f4a1d53e8a4dc3b633f0758
--- /dev/null
+++ b/resume_meta/rank_00025.json
@@ -0,0 +1 @@
+{"rank": 25, "world_size": 48, "worker": 0, "data": [{"data": "{\"shard_idx\": 40, \"shard_example_idx\": 162176, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 94, \"shard_example_idx\": 52748, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 113, \"shard_example_idx\": 13635, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 894091, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 8, \"shard_example_idx\": 2587, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 27, \"shard_example_idx\": 90816, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 13, \"shard_example_idx\": 408928, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 81456, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 374928, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 5, \"shard_example_idx\": 575054, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 1, \"shard_example_idx\": 199984, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 2, \"shard_example_idx\": 79504, \"type\": \"ArrowExamplesIterable\"}"}], "rng_state": 15593747344435775277, "probabilities": [0.2, 0.1, 0.2, 0.1, 0.07, 0.1, 0.06, 0.02, 0.02, 0.07, 0.04, 0.02]}
diff --git a/resume_meta/rank_00026.json b/resume_meta/rank_00026.json
new file mode 100644
index 0000000000000000000000000000000000000000..50caa20777e6468704beb2db64f7ebe6f588994f
--- /dev/null
+++ b/resume_meta/rank_00026.json
@@ -0,0 +1 @@
+{"rank": 26, "world_size": 48, "worker": 0, "data": [{"data": "{\"shard_idx\": 40, \"shard_example_idx\": 113984, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 94, \"shard_example_idx\": 30092, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 113, \"shard_example_idx\": 58275, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 871531, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 7, \"shard_example_idx\": 199899, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 26, \"shard_example_idx\": 181792, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 13, \"shard_example_idx\": 370720, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 74304, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 375840, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 5, \"shard_example_idx\": 593630, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 1, \"shard_example_idx\": 199600, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 2, \"shard_example_idx\": 102592, \"type\": \"ArrowExamplesIterable\"}"}], "rng_state": 15593747344435775277, "probabilities": [0.2, 0.1, 0.2, 0.1, 0.07, 0.1, 0.06, 0.02, 0.02, 0.07, 0.04, 0.02]}
diff --git a/resume_meta/rank_00027.json b/resume_meta/rank_00027.json
new file mode 100644
index 0000000000000000000000000000000000000000..5a1f8621eccb2ff296ae4c853243d6b01a90787f
--- /dev/null
+++ b/resume_meta/rank_00027.json
@@ -0,0 +1 @@
+{"rank": 27, "world_size": 48, "worker": 0, "data": [{"data": "{\"shard_idx\": 40, \"shard_example_idx\": 113456, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 94, \"shard_example_idx\": 58172, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 113, \"shard_example_idx\": 34995, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 878203, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 8, \"shard_example_idx\": 1435, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 27, \"shard_example_idx\": 8400, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 13, \"shard_example_idx\": 383296, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 86448, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 391584, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 5, \"shard_example_idx\": 588974, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 1, \"shard_example_idx\": 202288, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 2, \"shard_example_idx\": 90784, \"type\": \"ArrowExamplesIterable\"}"}], "rng_state": 15593747344435775277, "probabilities": [0.2, 0.1, 0.2, 0.1, 0.07, 0.1, 0.06, 0.02, 0.02, 0.07, 0.04, 0.02]}
diff --git a/resume_meta/rank_00028.json b/resume_meta/rank_00028.json
new file mode 100644
index 0000000000000000000000000000000000000000..b27a617e7a373965c3726c7084e8e842aace57e8
--- /dev/null
+++ b/resume_meta/rank_00028.json
@@ -0,0 +1 @@
+{"rank": 28, "world_size": 48, "worker": 0, "data": [{"data": "{\"shard_idx\": 40, \"shard_example_idx\": 130688, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 94, \"shard_example_idx\": 45884, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 113, \"shard_example_idx\": 81219, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 835003, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 7, \"shard_example_idx\": 197643, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 27, \"shard_example_idx\": 59616, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 13, \"shard_example_idx\": 364144, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 80784, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 380688, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 5, \"shard_example_idx\": 580814, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 1, \"shard_example_idx\": 202096, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 2, \"shard_example_idx\": 110128, \"type\": \"ArrowExamplesIterable\"}"}], "rng_state": 15593747344435775277, "probabilities": [0.2, 0.1, 0.2, 0.1, 0.07, 0.1, 0.06, 0.02, 0.02, 0.07, 0.04, 0.02]}
diff --git a/resume_meta/rank_00029.json b/resume_meta/rank_00029.json
new file mode 100644
index 0000000000000000000000000000000000000000..b2eab925a6d3f251436c9a1251336f23d0e86d4d
--- /dev/null
+++ b/resume_meta/rank_00029.json
@@ -0,0 +1 @@
+{"rank": 29, "world_size": 48, "worker": 0, "data": [{"data": "{\"shard_idx\": 40, \"shard_example_idx\": 122576, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 95, \"shard_example_idx\": 8032, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 113, \"shard_example_idx\": 46131, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 862075, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 7, \"shard_example_idx\": 197739, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 27, \"shard_example_idx\": 30144, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 13, \"shard_example_idx\": 403888, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 78864, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 388656, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 5, \"shard_example_idx\": 587726, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 1, \"shard_example_idx\": 199360, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 2, \"shard_example_idx\": 100096, \"type\": \"ArrowExamplesIterable\"}"}], "rng_state": 15593747344435775277, "probabilities": [0.2, 0.1, 0.2, 0.1, 0.07, 0.1, 0.06, 0.02, 0.02, 0.07, 0.04, 0.02]}
diff --git a/resume_meta/rank_00030.json b/resume_meta/rank_00030.json
new file mode 100644
index 0000000000000000000000000000000000000000..f212b17289aac3ec89fd7a87d0157e5eb653f02f
--- /dev/null
+++ b/resume_meta/rank_00030.json
@@ -0,0 +1 @@
+{"rank": 30, "world_size": 48, "worker": 0, "data": [{"data": "{\"shard_idx\": 40, \"shard_example_idx\": 120176, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 94, \"shard_example_idx\": 40652, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 113, \"shard_example_idx\": 39411, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 862507, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 8, \"shard_example_idx\": 7483, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 27, \"shard_example_idx\": 22560, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 13, \"shard_example_idx\": 372496, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 83088, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 390240, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 5, \"shard_example_idx\": 589886, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 1, \"shard_example_idx\": 200992, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 2, \"shard_example_idx\": 102784, \"type\": \"ArrowExamplesIterable\"}"}], "rng_state": 15593747344435775277, "probabilities": [0.2, 0.1, 0.2, 0.1, 0.07, 0.1, 0.06, 0.02, 0.02, 0.07, 0.04, 0.02]}
diff --git a/resume_meta/rank_00031.json b/resume_meta/rank_00031.json
new file mode 100644
index 0000000000000000000000000000000000000000..3d3bca1e4eb5f09bcf73f632a3532cc2d7fc3949
--- /dev/null
+++ b/resume_meta/rank_00031.json
@@ -0,0 +1 @@
+{"rank": 31, "world_size": 48, "worker": 0, "data": [{"data": "{\"shard_idx\": 40, \"shard_example_idx\": 145424, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 95, \"shard_example_idx\": 1888, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 113, \"shard_example_idx\": 33171, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 845227, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 8, \"shard_example_idx\": 11035, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 27, \"shard_example_idx\": 30576, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 13, \"shard_example_idx\": 379312, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 78192, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 374880, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 5, \"shard_example_idx\": 571598, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 1, \"shard_example_idx\": 199792, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 2, \"shard_example_idx\": 107440, \"type\": \"ArrowExamplesIterable\"}"}], "rng_state": 15593747344435775277, "probabilities": [0.2, 0.1, 0.2, 0.1, 0.07, 0.1, 0.06, 0.02, 0.02, 0.07, 0.04, 0.02]}
diff --git a/resume_meta/rank_00032.json b/resume_meta/rank_00032.json
new file mode 100644
index 0000000000000000000000000000000000000000..b50d3f7e856db07cde80293dbfd1a0a876b77e9b
--- /dev/null
+++ b/resume_meta/rank_00032.json
@@ -0,0 +1 @@
+{"rank": 32, "world_size": 48, "worker": 0, "data": [{"data": "{\"shard_idx\": 40, \"shard_example_idx\": 160544, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 95, \"shard_example_idx\": 13984, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 113, \"shard_example_idx\": 70323, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 861643, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 7, \"shard_example_idx\": 192507, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 27, \"shard_example_idx\": 10272, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 13, \"shard_example_idx\": 380416, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 78624, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 392160, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 5, \"shard_example_idx\": 591950, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 1, \"shard_example_idx\": 197056, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 2, \"shard_example_idx\": 81184, \"type\": \"ArrowExamplesIterable\"}"}], "rng_state": 15593747344435775277, "probabilities": [0.2, 0.1, 0.2, 0.1, 0.07, 0.1, 0.06, 0.02, 0.02, 0.07, 0.04, 0.02]}
diff --git a/resume_meta/rank_00033.json b/resume_meta/rank_00033.json
new file mode 100644
index 0000000000000000000000000000000000000000..07ae419b3f0c2e53202101c3bb988a47bbac071f
--- /dev/null
+++ b/resume_meta/rank_00033.json
@@ -0,0 +1 @@
+{"rank": 33, "world_size": 48, "worker": 0, "data": [{"data": "{\"shard_idx\": 40, \"shard_example_idx\": 125792, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 95, \"shard_example_idx\": 14992, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 113, \"shard_example_idx\": 42819, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 888235, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 7, \"shard_example_idx\": 199371, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 27, \"shard_example_idx\": 36960, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 13, \"shard_example_idx\": 373360, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 75552, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 388704, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 5, \"shard_example_idx\": 576686, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 1, \"shard_example_idx\": 200128, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 2, \"shard_example_idx\": 96064, \"type\": \"ArrowExamplesIterable\"}"}], "rng_state": 15593747344435775277, "probabilities": [0.2, 0.1, 0.2, 0.1, 0.07, 0.1, 0.06, 0.02, 0.02, 0.07, 0.04, 0.02]}
diff --git a/resume_meta/rank_00034.json b/resume_meta/rank_00034.json
new file mode 100644
index 0000000000000000000000000000000000000000..45bbc8dfa93ef41a5d301a5e0e466780c30166f3
--- /dev/null
+++ b/resume_meta/rank_00034.json
@@ -0,0 +1 @@
+{"rank": 34, "world_size": 48, "worker": 0, "data": [{"data": "{\"shard_idx\": 40, \"shard_example_idx\": 146672, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 95, \"shard_example_idx\": 14032, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 113, \"shard_example_idx\": 35043, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 847579, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 7, \"shard_example_idx\": 194955, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 27, \"shard_example_idx\": 28032, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 13, \"shard_example_idx\": 368464, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 85056, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 388032, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 5, \"shard_example_idx\": 587630, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 1, \"shard_example_idx\": 201808, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 2, \"shard_example_idx\": 89968, \"type\": \"ArrowExamplesIterable\"}"}], "rng_state": 15593747344435775277, "probabilities": [0.2, 0.1, 0.2, 0.1, 0.07, 0.1, 0.06, 0.02, 0.02, 0.07, 0.04, 0.02]}
diff --git a/resume_meta/rank_00035.json b/resume_meta/rank_00035.json
new file mode 100644
index 0000000000000000000000000000000000000000..34c30818f1618914dfb87b45bf6297def7c677b4
--- /dev/null
+++ b/resume_meta/rank_00035.json
@@ -0,0 +1 @@
+{"rank": 35, "world_size": 48, "worker": 0, "data": [{"data": "{\"shard_idx\": 40, \"shard_example_idx\": 135104, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 95, \"shard_example_idx\": 4576, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 112, \"shard_example_idx\": 222592, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 849451, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 8, \"shard_example_idx\": 1915, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 27, \"shard_example_idx\": 8064, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 13, \"shard_example_idx\": 374752, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 80064, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 394464, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 5, \"shard_example_idx\": 615086, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 1, \"shard_example_idx\": 201280, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 2, \"shard_example_idx\": 109984, \"type\": \"ArrowExamplesIterable\"}"}], "rng_state": 15593747344435775277, "probabilities": [0.2, 0.1, 0.2, 0.1, 0.07, 0.1, 0.06, 0.02, 0.02, 0.07, 0.04, 0.02]}
diff --git a/resume_meta/rank_00036.json b/resume_meta/rank_00036.json
new file mode 100644
index 0000000000000000000000000000000000000000..87fa21a4acc0820771aa1a085d4b046cba4d921f
--- /dev/null
+++ b/resume_meta/rank_00036.json
@@ -0,0 +1 @@
+{"rank": 36, "world_size": 48, "worker": 0, "data": [{"data": "{\"shard_idx\": 40, \"shard_example_idx\": 135008, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 94, \"shard_example_idx\": 49052, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 113, \"shard_example_idx\": 92547, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 864331, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 8, \"shard_example_idx\": 4891, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 27, \"shard_example_idx\": 49152, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 13, \"shard_example_idx\": 348256, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 88656, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 379104, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 5, \"shard_example_idx\": 590654, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 1, \"shard_example_idx\": 196576, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 2, \"shard_example_idx\": 96880, \"type\": \"ArrowExamplesIterable\"}"}], "rng_state": 15593747344435775277, "probabilities": [0.2, 0.1, 0.2, 0.1, 0.07, 0.1, 0.06, 0.02, 0.02, 0.07, 0.04, 0.02]}
diff --git a/resume_meta/rank_00037.json b/resume_meta/rank_00037.json
new file mode 100644
index 0000000000000000000000000000000000000000..c51522933f3cbae0faa57205eff83ce9211bc5b6
--- /dev/null
+++ b/resume_meta/rank_00037.json
@@ -0,0 +1 @@
+{"rank": 37, "world_size": 48, "worker": 0, "data": [{"data": "{\"shard_idx\": 40, \"shard_example_idx\": 128816, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 94, \"shard_example_idx\": 51404, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 113, \"shard_example_idx\": 29667, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 857179, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 7, \"shard_example_idx\": 197883, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 27, \"shard_example_idx\": 69312, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 13, \"shard_example_idx\": 381520, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 84192, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 384336, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 5, \"shard_example_idx\": 569774, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 1, \"shard_example_idx\": 203584, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 2, \"shard_example_idx\": 94432, \"type\": \"ArrowExamplesIterable\"}"}], "rng_state": 15593747344435775277, "probabilities": [0.2, 0.1, 0.2, 0.1, 0.07, 0.1, 0.06, 0.02, 0.02, 0.07, 0.04, 0.02]}
diff --git a/resume_meta/rank_00038.json b/resume_meta/rank_00038.json
new file mode 100644
index 0000000000000000000000000000000000000000..f6b3f37c1dd0d49a704a750a7efa9d87ebd5bc8e
--- /dev/null
+++ b/resume_meta/rank_00038.json
@@ -0,0 +1 @@
+{"rank": 38, "world_size": 48, "worker": 0, "data": [{"data": "{\"shard_idx\": 40, \"shard_example_idx\": 127520, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 94, \"shard_example_idx\": 45596, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 113, \"shard_example_idx\": 35859, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 891355, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 7, \"shard_example_idx\": 198747, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 26, \"shard_example_idx\": 234304, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 13, \"shard_example_idx\": 393472, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 77616, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 394368, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 5, \"shard_example_idx\": 587678, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 1, \"shard_example_idx\": 199888, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 2, \"shard_example_idx\": 98416, \"type\": \"ArrowExamplesIterable\"}"}], "rng_state": 15593747344435775277, "probabilities": [0.2, 0.1, 0.2, 0.1, 0.07, 0.1, 0.06, 0.02, 0.02, 0.07, 0.04, 0.02]}
diff --git a/resume_meta/rank_00039.json b/resume_meta/rank_00039.json
new file mode 100644
index 0000000000000000000000000000000000000000..1f7c1138694cb3753f425fc9fcece3ca0f69cd8a
--- /dev/null
+++ b/resume_meta/rank_00039.json
@@ -0,0 +1 @@
+{"rank": 39, "world_size": 48, "worker": 0, "data": [{"data": "{\"shard_idx\": 40, \"shard_example_idx\": 129968, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 95, \"shard_example_idx\": 112, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 113, \"shard_example_idx\": 32259, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 845611, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 8, \"shard_example_idx\": 907, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 26, \"shard_example_idx\": 230656, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 13, \"shard_example_idx\": 372976, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 72288, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 392880, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 5, \"shard_example_idx\": 598862, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 1, \"shard_example_idx\": 197920, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 2, \"shard_example_idx\": 103648, \"type\": \"ArrowExamplesIterable\"}"}], "rng_state": 15593747344435775277, "probabilities": [0.2, 0.1, 0.2, 0.1, 0.07, 0.1, 0.06, 0.02, 0.02, 0.07, 0.04, 0.02]}
diff --git a/resume_meta/rank_00040.json b/resume_meta/rank_00040.json
new file mode 100644
index 0000000000000000000000000000000000000000..d78c0165ac0cd154893268321fd3c207a83e6328
--- /dev/null
+++ b/resume_meta/rank_00040.json
@@ -0,0 +1 @@
+{"rank": 40, "world_size": 48, "worker": 0, "data": [{"data": "{\"shard_idx\": 40, \"shard_example_idx\": 123104, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 94, \"shard_example_idx\": 61628, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 113, \"shard_example_idx\": 75123, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 854875, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 7, \"shard_example_idx\": 179643, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 27, \"shard_example_idx\": 36048, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 13, \"shard_example_idx\": 383152, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 73536, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 395232, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 5, \"shard_example_idx\": 574574, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 1, \"shard_example_idx\": 197728, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 2, \"shard_example_idx\": 91792, \"type\": \"ArrowExamplesIterable\"}"}], "rng_state": 15593747344435775277, "probabilities": [0.2, 0.1, 0.2, 0.1, 0.07, 0.1, 0.06, 0.02, 0.02, 0.07, 0.04, 0.02]}
diff --git a/resume_meta/rank_00041.json b/resume_meta/rank_00041.json
new file mode 100644
index 0000000000000000000000000000000000000000..c09ffc37c3afbae8c90221e7b5b4d59699cf4b65
--- /dev/null
+++ b/resume_meta/rank_00041.json
@@ -0,0 +1 @@
+{"rank": 41, "world_size": 48, "worker": 0, "data": [{"data": "{\"shard_idx\": 40, \"shard_example_idx\": 156272, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 94, \"shard_example_idx\": 66380, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 113, \"shard_example_idx\": 59379, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 856267, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 8, \"shard_example_idx\": 5659, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 27, \"shard_example_idx\": 11760, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 13, \"shard_example_idx\": 348880, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 82032, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 388128, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 5, \"shard_example_idx\": 585518, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 1, \"shard_example_idx\": 198976, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 2, \"shard_example_idx\": 87856, \"type\": \"ArrowExamplesIterable\"}"}], "rng_state": 15593747344435775277, "probabilities": [0.2, 0.1, 0.2, 0.1, 0.07, 0.1, 0.06, 0.02, 0.02, 0.07, 0.04, 0.02]}
diff --git a/resume_meta/rank_00042.json b/resume_meta/rank_00042.json
new file mode 100644
index 0000000000000000000000000000000000000000..320e02c17773415daacbf2bf909bb90f7dc00dce
--- /dev/null
+++ b/resume_meta/rank_00042.json
@@ -0,0 +1 @@
+{"rank": 42, "world_size": 48, "worker": 0, "data": [{"data": "{\"shard_idx\": 40, \"shard_example_idx\": 132272, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 94, \"shard_example_idx\": 19964, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 113, \"shard_example_idx\": 46947, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 866779, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 8, \"shard_example_idx\": 5035, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 27, \"shard_example_idx\": 15648, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 13, \"shard_example_idx\": 359392, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 84144, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 383136, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 5, \"shard_example_idx\": 581774, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 1, \"shard_example_idx\": 197440, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 2, \"shard_example_idx\": 104032, \"type\": \"ArrowExamplesIterable\"}"}], "rng_state": 15593747344435775277, "probabilities": [0.2, 0.1, 0.2, 0.1, 0.07, 0.1, 0.06, 0.02, 0.02, 0.07, 0.04, 0.02]}
diff --git a/resume_meta/rank_00043.json b/resume_meta/rank_00043.json
new file mode 100644
index 0000000000000000000000000000000000000000..2acb181498792b93bb33cb610627262050a995a3
--- /dev/null
+++ b/resume_meta/rank_00043.json
@@ -0,0 +1 @@
+{"rank": 43, "world_size": 48, "worker": 0, "data": [{"data": "{\"shard_idx\": 40, \"shard_example_idx\": 128432, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 94, \"shard_example_idx\": 46412, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 113, \"shard_example_idx\": 38355, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 866059, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 8, \"shard_example_idx\": 1099, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 27, \"shard_example_idx\": 50448, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 13, \"shard_example_idx\": 387424, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 79152, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 382272, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 5, \"shard_example_idx\": 598142, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 1, \"shard_example_idx\": 202096, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 2, \"shard_example_idx\": 102640, \"type\": \"ArrowExamplesIterable\"}"}], "rng_state": 15593747344435775277, "probabilities": [0.2, 0.1, 0.2, 0.1, 0.07, 0.1, 0.06, 0.02, 0.02, 0.07, 0.04, 0.02]}
diff --git a/resume_meta/rank_00044.json b/resume_meta/rank_00044.json
new file mode 100644
index 0000000000000000000000000000000000000000..7850a2bc28583b926d52d67e9ead0df21f71329a
--- /dev/null
+++ b/resume_meta/rank_00044.json
@@ -0,0 +1 @@
+{"rank": 44, "world_size": 48, "worker": 0, "data": [{"data": "{\"shard_idx\": 40, \"shard_example_idx\": 121184, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 94, \"shard_example_idx\": 64412, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 113, \"shard_example_idx\": 39603, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 882955, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 7, \"shard_example_idx\": 198459, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 27, \"shard_example_idx\": 65136, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 13, \"shard_example_idx\": 370816, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 79104, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 388032, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 5, \"shard_example_idx\": 598670, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 1, \"shard_example_idx\": 196576, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 2, \"shard_example_idx\": 110512, \"type\": \"ArrowExamplesIterable\"}"}], "rng_state": 15593747344435775277, "probabilities": [0.2, 0.1, 0.2, 0.1, 0.07, 0.1, 0.06, 0.02, 0.02, 0.07, 0.04, 0.02]}
diff --git a/resume_meta/rank_00045.json b/resume_meta/rank_00045.json
new file mode 100644
index 0000000000000000000000000000000000000000..98e8b295f2cdddb5f2ca4b74afc6212f901be7cf
--- /dev/null
+++ b/resume_meta/rank_00045.json
@@ -0,0 +1 @@
+{"rank": 45, "world_size": 48, "worker": 0, "data": [{"data": "{\"shard_idx\": 40, \"shard_example_idx\": 146624, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 94, \"shard_example_idx\": 46604, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 113, \"shard_example_idx\": 87027, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 868315, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 7, \"shard_example_idx\": 196683, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 27, \"shard_example_idx\": 16080, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 13, \"shard_example_idx\": 379120, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 75072, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 383616, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 5, \"shard_example_idx\": 578702, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 1, \"shard_example_idx\": 197680, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 2, \"shard_example_idx\": 99088, \"type\": \"ArrowExamplesIterable\"}"}], "rng_state": 15593747344435775277, "probabilities": [0.2, 0.1, 0.2, 0.1, 0.07, 0.1, 0.06, 0.02, 0.02, 0.07, 0.04, 0.02]}
diff --git a/resume_meta/rank_00046.json b/resume_meta/rank_00046.json
new file mode 100644
index 0000000000000000000000000000000000000000..1956e9730b38396d14c3d6c764c22d5505c8d289
--- /dev/null
+++ b/resume_meta/rank_00046.json
@@ -0,0 +1 @@
+{"rank": 46, "world_size": 48, "worker": 0, "data": [{"data": "{\"shard_idx\": 40, \"shard_example_idx\": 103376, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 94, \"shard_example_idx\": 42668, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 113, \"shard_example_idx\": 147, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 869659, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 8, \"shard_example_idx\": 7003, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 27, \"shard_example_idx\": 36144, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 13, \"shard_example_idx\": 390928, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 87984, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 407040, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 5, \"shard_example_idx\": 594446, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 1, \"shard_example_idx\": 200608, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 2, \"shard_example_idx\": 92272, \"type\": \"ArrowExamplesIterable\"}"}], "rng_state": 15593747344435775277, "probabilities": [0.2, 0.1, 0.2, 0.1, 0.07, 0.1, 0.06, 0.02, 0.02, 0.07, 0.04, 0.02]}
diff --git a/resume_meta/rank_00047.json b/resume_meta/rank_00047.json
new file mode 100644
index 0000000000000000000000000000000000000000..995dbfa83470a6ae03a2c7a8c38edd3be232c95d
--- /dev/null
+++ b/resume_meta/rank_00047.json
@@ -0,0 +1 @@
+{"rank": 47, "world_size": 48, "worker": 0, "data": [{"data": "{\"shard_idx\": 40, \"shard_example_idx\": 102320, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 94, \"shard_example_idx\": 25724, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 113, \"shard_example_idx\": 70803, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 896635, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 8, \"shard_example_idx\": 6091, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 27, \"shard_example_idx\": 47472, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 13, \"shard_example_idx\": 384016, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 78000, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 3, \"shard_example_idx\": 375504, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 5, \"shard_example_idx\": 569918, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 1, \"shard_example_idx\": 200032, \"type\": \"ArrowExamplesIterable\"}"}, {"data": "{\"shard_idx\": 2, \"shard_example_idx\": 96256, \"type\": \"ArrowExamplesIterable\"}"}], "rng_state": 15593747344435775277, "probabilities": [0.2, 0.1, 0.2, 0.1, 0.07, 0.1, 0.06, 0.02, 0.02, 0.07, 0.04, 0.02]}