Run 4. Outer Step 3. Inner Step 129.

config.json

@@ -268,18 +268,17 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5484569,
-    5484571,
-    5484573,
-    5484574,
-    5484575,
-    5484578,
-    5484581,
-    5484583,
-    5484586,
-    5484589,
-    5484591,
-    5484594
+    5484596,
+    5484599,
+    5484601,
+    5484603,
+    5484605,
+    5484608,
+    5484611,
+    5484613,
+    5484615,
+    5484617,
+    5484619
   ],
   "block_size": 1024,
   "bos_token_id": 50256,