Run 4. Outer Step 26. Inner Step 31.

config.json

@@ -268,16 +268,16 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5535615,
-    5535617,
-    5535618,
-    5535620,
-    5535623,
-    5535625,
-    5535628,
-    5535629,
-    5535631,
-    5535633
+    5535636,
+    5535639,
+    5535640,
+    5535641,
+    5535644,
+    5535647,
+    5535649,
+    5535651,
+    5535653,
+    5535655
   ],
   "block_size": 1024,
   "bos_token_id": 50256,