Run 4. Outer Step 3. Inner Step 136.

config.json

@@ -268,18 +268,17 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5484826,
-    5484830,
-    5484832,
-    5484833,
-    5484835,
-    5484838,
-    5484840,
-    5484843,
-    5484845,
-    5484846,
-    5484848,
-    5484850
+    5484853,
+    5484856,
+    5484857,
+    5484859,
+    5484861,
+    5484862,
+    5484865,
+    5484867,
+    5484870,
+    5484873,
+    5484875
   ],
   "block_size": 1024,
   "bos_token_id": 50256,