Run 4. Outer Step 5. Inner Step 5.

config.json

@@ -268,11 +268,15 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5487977,
-    5487978,
-    5487981,
-    5487983,
-    5487986
+    5487989,
+    5487992,
+    5487994,
+    5487997,
+    5487998,
+    5488000,
+    5488001,
+    5488002,
+    5488003
   ],
   "block_size": 1024,
   "bos_token_id": 50256,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2646f842a9fa2b3accf3bd800687b3bb5918f00811bf5a922bd10c812c9c2492
+oid sha256:cef83c99a9af7bad90634b8ea288f713f5bab23fbbc1c26cded4b7359e8cd460
 size 8081782026