Run 4. Outer Step 24. Inner Step 54.

config.json

@@ -268,19 +268,17 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5533227,
-    5533229,
-    5533230,
-    5533232,
-    5533233,
-    5533235,
-    5533238,
-    5533242,
-    5533244,
-    5533246,
-    5533247,
-    5533247,
-    5533248
+    5533250,
+    5533252,
+    5533254,
+    5533256,
+    5533258,
+    5533260,
+    5533263,
+    5533265,
+    5533268,
+    5533270,
+    5533272
   ],
   "block_size": 1024,
   "bos_token_id": 50256,