Run 4. Outer Step 2. Inner Step 15.

config.json

@@ -268,14 +268,17 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5480568,
-    5480570,
-    5480571,
-    5480573,
-    5480576,
-    5480579,
-    5480582,
-    5480584
+    5480587,
+    5480589,
+    5480591,
+    5480593,
+    5480595,
+    5480596,
+    5480598,
+    5480600,
+    5480603,
+    5480605,
+    5480607
   ],
   "block_size": 1024,
   "bos_token_id": 50256,