Run 4. Outer Step 24. Inner Step 35.

config.json

@@ -268,18 +268,17 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5532594,
-    5532596,
-    5532598,
-    5532600,
-    5532601,
-    5532603,
-    5532604,
-    5532606,
-    5532607,
-    5532609,
-    5532611,
-    5532614
+    5532617,
+    5532619,
+    5532621,
+    5532623,
+    5532625,
+    5532628,
+    5532630,
+    5532632,
+    5532633,
+    5532635,
+    5532638
   ],
   "block_size": 1024,
   "bos_token_id": 50256,