Run 4. Outer Step 25. Inner Step 40.

config.json

@@ -268,15 +268,15 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5534573,
-    5534576,
-    5534578,
-    5534581,
-    5534584,
-    5534586,
-    5534588,
-    5534590,
-    5534592
+    5534595,
+    5534597,
+    5534599,
+    5534601,
+    5534604,
+    5534607,
+    5534610,
+    5534612,
+    5534614
   ],
   "block_size": 1024,
   "bos_token_id": 50256,