Run 4. Outer Step 3. Inner Step 133.

config.json

@@ -268,18 +268,17 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5484696,
-    5484698,
-    5484700,
-    5484703,
-    5484705,
-    5484706,
-    5484709,
-    5484711,
-    5484712,
-    5484715,
-    5484717,
-    5484719
+    5484721,
+    5484724,
+    5484726,
+    5484729,
+    5484731,
+    5484732,
+    5484734,
+    5484736,
+    5484739,
+    5484742,
+    5484745
   ],
   "block_size": 1024,
   "bos_token_id": 50256,