Run 4. Outer Step 23. Inner Step 15.

config.json

@@ -268,15 +268,18 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5531354,
-    5531358,
-    5531360,
-    5531362,
-    5531364,
-    5531366,
-    5531368,
-    5531370,
-    5531372
+    5531376,
+    5531378,
+    5531380,
+    5531382,
+    5531384,
+    5531386,
+    5531388,
+    5531389,
+    5531392,
+    5531394,
+    5531395,
+    5531397
   ],
   "block_size": 1024,
   "bos_token_id": 50256,