Run 4. Outer Step 31. Inner Step 36.

config.json

@@ -268,14 +268,15 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5542250,
-    5542252,
-    5542254,
-    5542256,
-    5542258,
-    5542262,
-    5542264,
-    5542265
+    5542269,
+    5542272,
+    5542274,
+    5542276,
+    5542278,
+    5542280,
+    5542282,
+    5542285,
+    5542287
   ],
   "block_size": 1024,
   "bos_token_id": 50256,