Run 4. Outer Step 28. Inner Step 36.

config.json

@@ -268,18 +268,18 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5538139,
-    5538142,
-    5538145,
-    5538147,
-    5538150,
-    5538152,
-    5538154,
-    5538156,
-    5538157,
-    5538158,
-    5538159,
-    5538160
+    5538162,
+    5538164,
+    5538166,
+    5538167,
+    5538170,
+    5538172,
+    5538173,
+    5538174,
+    5538176,
+    5538179,
+    5538182,
+    5538184
   ],
   "block_size": 1024,
   "bos_token_id": 50256,