Run 4. Outer Step 21. Inner Step 25.

config.json

@@ -268,16 +268,16 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5526026,
-    5526028,
-    5526030,
-    5526032,
-    5526033,
-    5526035,
-    5526038,
-    5526039,
-    5526042,
-    5526045
+    5526048,
+    5526050,
+    5526053,
+    5526056,
+    5526058,
+    5526059,
+    5526061,
+    5526063,
+    5526065,
+    5526067
   ],
   "block_size": 1024,
   "bos_token_id": 50256,