Run 4. Outer Step 18. Inner Step 36.

config.json

@@ -268,12 +268,12 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5522085,
-    5522089,
-    5522093,
-    5522096,
-    5522100,
-    5522103
+    5522107,
+    5522111,
+    5522115,
+    5522118,
+    5522122,
+    5522125
   ],
   "block_size": 1024,
   "bos_token_id": 50256,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ffc6774996a844bb305bd12eb35877f2f4e7f659a84c35c99684d25ddd4b9a05
+oid sha256:15ce0f7eaf84ce1f4fd1f3c35b2346d720806ca36483e09fadb3fd943139a034
 size 8081782026