Run 4. Outer Step 52. Inner Step 16.

config.json

@@ -268,21 +268,18 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5575502,
-    5575504,
-    5575506,
-    5575508,
-    5575510,
-    5575512,
-    5575514,
-    5575517
+    5575519,
+    5575521,
+    5575522,
+    5575525,
+    5575525
   ],
   "block_size": 1024,
   "bos_token_id": 50256,
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "initializer_range": 0.02,
-  "inner_step": 15,
+  "inner_step": 16,
   "inner_steps": 0,
   "last_allreduce_block": 5574901,
   "layer_norm_epsilon": 1e-05,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b4d355484bc7c17753679296df99e0db6ee35749c0abb103db9eaa0ff865d2e3
+oid sha256:31684782186cb46b107ddc859b6cbde6ff1fa450808414777b9084271a82f3ab
 size 8081782026

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5f9df781821979556a08ff991b6aaed299eacdf8710d7da6f8906006f18d5a38
+oid sha256:762b519168cf3559ce671dd27997780caa4a9a185349e7f087880c9400f64c6a
 size 4040701744