Run 4. Outer Step 53. Inner Step 27.

config.json

@@ -268,11 +268,14 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5577138,
-    5577140,
-    5577142,
-    5577144,
-    5577147
+    5577150,
+    5577152,
+    5577154,
+    5577157,
+    5577159,
+    5577161,
+    5577162,
+    5577164
   ],
   "block_size": 1024,
   "bos_token_id": 50256,