Run 4. Outer Step 28. Inner Step 46.

config.json

@@ -268,18 +268,18 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5538442,
-    5538444,
-    5538447,
-    5538449,
-    5538451,
-    5538452,
-    5538453,
-    5538455,
-    5538457,
-    5538459,
-    5538462,
-    5538464
+    5538467,
+    5538469,
+    5538472,
+    5538473,
+    5538475,
+    5538477,
+    5538479,
+    5538481,
+    5538483,
+    5538486,
+    5538488,
+    5538489
   ],
   "block_size": 1024,
   "bos_token_id": 50256,