Run 4. Outer Step 33. Inner Step 100.

config.json

@@ -268,18 +268,18 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5546816,
-    5546820,
-    5546824,
-    5546828,
-    5546832
+    5546837,
+    5546841,
+    5546845,
+    5546849,
+    5546854
   ],
   "block_size": 1024,
   "bos_token_id": 50256,
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "initializer_range": 0.02,
-  "inner_step": 99,
+  "inner_step": 100,
   "inner_steps": 0,
   "last_allreduce_block": 5543976,
   "layer_norm_epsilon": 1e-05,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5cc6f0dccd8a6ff22698779de5187d95a4172846a82f937c22d06ab775163e9b
+oid sha256:262aed740319b670d42b484e4b1c10f7e24b39a055180a2996615392fdc45568
 size 8081782026

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:28b57b059f2ea9e3eacb7d281c29d058e6a17c7248bd43e88718cfa146ab36a2
+oid sha256:fde223a8b42b8363e1c5ebbd6f20b70b7d9b428cd478ca1c1d4cf1ca89296ad9
 size 4040701744