Run 4. Outer Step 27. Inner Step 25.

config.json

@@ -268,11 +268,16 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5536731,
-    5536733,
-    5536736,
-    5536738,
-    5536740
+    5536742,
+    5536745,
+    5536746,
+    5536748,
+    5536750,
+    5536752,
+    5536754,
+    5536756,
+    5536759,
+    5536761
   ],
   "block_size": 1024,
   "bos_token_id": 50256,