Run 4. Outer Step 35. Inner Step 22.

config.json

@@ -268,18 +268,18 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5548767,
-    5548771,
-    5548775,
-    5548779,
-    5548784
+    5548788,
+    5548793,
+    5548797,
+    5548801,
+    5548806
   ],
   "block_size": 1024,
   "bos_token_id": 50256,
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "initializer_range": 0.02,
-  "inner_step": 21,
+  "inner_step": 22,
   "inner_steps": 0,
   "last_allreduce_block": 5539810,
   "layer_norm_epsilon": 1e-05,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d20e016e7306a5d7e260e0abe4029bd2a53e0fec929878130e082ad130fc9bf5
+oid sha256:7e0b90a340fcc4171bbdebd02a2b7e0d7c3fd0fba0fa39d56181bdb4535d974b
 size 8081782026

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d8fc8bc51ccc88281118bb97a707c3016537de2930d7411f9b524b83f7c4aaf7
+oid sha256:563ac53e82bce41c8076948fe39c8c7a71aa51c2ebf1e2e7516053e5c71333a5
 size 4040701744