Run 4. Outer Step 24. Inner Step 51.

config.json

@@ -268,25 +268,18 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5533155,
-    5533157,
-    5533159,
-    5533160,
-    5533162,
-    5533164,
-    5533166,
-    5533168,
-    5533170,
-    5533172,
-    5533174,
-    5533176
+    5533178,
+    5533180,
+    5533182,
+    5533185,
+    5533187
   ],
   "block_size": 1024,
   "bos_token_id": 50256,
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "initializer_range": 0.02,
-  "inner_step": 50,
+  "inner_step": 51,
   "inner_steps": 0,
   "last_allreduce_block": 5531651,
   "layer_norm_epsilon": 1e-05,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:117ffefcb2e447aeb1d714ae279c7d4439a5fc9618f10bed20731cc3a877a8f5
+oid sha256:63e88e7a82efb78497b49883054e9ef136e1f241df9896e0ac81a320bb078523
 size 8081782026

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7ecbccccc6492d9a4e4e6c8ee16fccafa3383f0f2c3ca55ff38130e343b7d430
+oid sha256:955f490f82445e7d599506392ab7e49d463823eb7ae5e7a492f332783ffe2a67
 size 4040701744