Run 4. Outer Step 54. Inner Step 52.

config.json

@@ -268,20 +268,18 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5578906,
-    5578910,
-    5578914,
-    5578918,
-    5578922,
-    5578926,
-    5578930
+    5578935,
+    5578939,
+    5578943,
+    5578947,
+    5578952
   ],
   "block_size": 1024,
   "bos_token_id": 50256,
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "initializer_range": 0.02,
-  "inner_step": 51,
+  "inner_step": 52,
   "inner_steps": 0,
   "last_allreduce_block": 5563454,
   "layer_norm_epsilon": 1e-05,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:da54bfd7323a826adb1b5b49bc62ecfb1a8add3b4cc69e2c63d1e783565dabf8
+oid sha256:3ce34cdf0d81ab501d5ea5543c52eef28f3ca1f2f312c87660ba19f567543a3c
 size 8081782026

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7e714190775a83a46a5b49b914a095e19b1e808314aee4ac0b5b09e68f355096
+oid sha256:8298724a6f9fd19d8e58ff614b18c25988025e62b8d3e9001020ae00e8e071a9
 size 4040701744