Run 3. Outer Step 11. Inner Step 19.

config.json

@@ -268,18 +268,18 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5432009,
-    5432010,
-    5432012,
-    5432014,
-    5432015
+    5432045,
+    5432047,
+    5432048,
+    5432049,
+    5432051
   ],
   "block_size": 1024,
   "bos_token_id": 50256,
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "initializer_range": 0.02,
-  "inner_step": 18,
+  "inner_step": 19,
   "inner_steps": 0,
   "last_allreduce_block": 5422706,
   "layer_norm_epsilon": 1e-05,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3e9e469b8a5a302e3764ba8bb743a7449738ed6940e0aaf86c5c5e7b7c9f40e0
+oid sha256:23d7e38f1b30e3a39b723e8557e527c602377cbbe2f1590802af0bb0b2f94599
 size 8081782026

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cd5a116269668d52f21c912c295d142618914801958ab64e41d985be7af938cb
+oid sha256:f959c1bee053437c27e117f71bf7a8f00a1e27548ce8ba8826c56f3ae456764c
 size 4040701744