Run 4. Outer Step 28. Inner Step 40.

config.json

@@ -268,16 +268,18 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5538254,
-    5538256,
-    5538258,
-    5538260,
-    5538263,
-    5538266,
-    5538268,
-    5538270,
-    5538272,
-    5538274
+    5538276,
+    5538278,
+    5538280,
+    5538282,
+    5538284,
+    5538285,
+    5538287,
+    5538289,
+    5538292,
+    5538294,
+    5538296,
+    5538298
   ],
   "block_size": 1024,
   "bos_token_id": 50256,