Run 4. Outer Step 27. Inner Step 30.

config.json

@@ -268,14 +268,14 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5536862,
-    5536865,
-    5536867,
-    5536870,
-    5536873,
-    5536876,
-    5536879,
-    5536881
+    5536884,
+    5536887,
+    5536890,
+    5536892,
+    5536893,
+    5536896,
+    5536899,
+    5536900
   ],
   "block_size": 1024,
   "bos_token_id": 50256,