Run 4. Outer Step 32. Inner Step 37.

config.json

@@ -268,16 +268,16 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5543943,
-    5543946,
-    5543950,
-    5543952,
-    5543954,
-    5543956,
-    5543957,
-    5543959,
-    5543961,
-    5543963
+    5543966,
+    5543969,
+    5543970,
+    5543972,
+    5543975,
+    5543977,
+    5543980,
+    5543982,
+    5543984,
+    5543986
   ],
   "block_size": 1024,
   "bos_token_id": 50256,