Run 4. Outer Step 21. Inner Step 20.

config.json

@@ -268,15 +268,16 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5525999,
-    5526002,
-    5526005,
-    5526007,
-    5526010,
-    5526012,
-    5526015,
-    5526017,
-    5526020
+    5526023,
+    5526024,
+    5526026,
+    5526029,
+    5526032,
+    5526034,
+    5526036,
+    5526038,
+    5526040,
+    5526042
   ],
   "block_size": 1024,
   "bos_token_id": 50256,