Run 4. Outer Step 24. Inner Step 37.

config.json

@@ -268,16 +268,16 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5532651,
-    5532655,
-    5532658,
-    5532661,
-    5532663,
-    5532665,
-    5532667,
-    5532668,
-    5532671,
-    5532672
+    5532674,
+    5532676,
+    5532679,
+    5532681,
+    5532684,
+    5532686,
+    5532688,
+    5532689,
+    5532692,
+    5532694
   ],
   "block_size": 1024,
   "bos_token_id": 50256,