Run 4. Outer Step 30. Inner Step 17.

config.json

@@ -268,11 +268,11 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5541016,
-    5541020,
-    5541024,
-    5541028,
-    5541032
+    5541037,
+    5541041,
+    5541045,
+    5541049,
+    5541054
   ],
   "block_size": 1024,
   "bos_token_id": 50256,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:274a79b3f90f95ced73b7f41d1cd39fef6c07d98b9aaa2a87b5d536f42584d11
+oid sha256:fc31faf9de3b955fc0fc8aafd73d83a14f93d1a46f43252a4ec7005cf8d77262
 size 8081782026