Run 4. Outer Step 52. Inner Step 31.

config.json

@@ -268,18 +268,18 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5575961,
-    5575963,
-    5575965,
-    5575968,
-    5575971
+    5575974,
+    5575976,
+    5575978,
+    5575980,
+    5575982
   ],
   "block_size": 1024,
   "bos_token_id": 50256,
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "initializer_range": 0.02,
-  "inner_step": 30,
+  "inner_step": 31,
   "inner_steps": 0,
   "last_allreduce_block": 5574901,
   "layer_norm_epsilon": 1e-05,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:14c44af951395b5c762f9c107001ae585b7312d5c487875bd8ebdc490c7e83ef
+oid sha256:577c3b59c15a9288888ebbeb8e31d0f090982843e43f9df718f30e6397311c0f
 size 8081782026

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5b687207f453a4e16b9d64eac1c3c5f999858fb5ae8a20027e2b94b50cc6bc8e
+oid sha256:2c2114099dec25a4671773fb8b9d78adf6d03cbe05a6a4b93a0dc3860d124be1
 size 4040701744