Run 4. Outer Step 52. Inner Step 17.

config.json

@@ -268,22 +268,18 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5575527,
-    5575528,
-    5575532,
-    5575534,
-    5575536,
-    5575538,
-    5575539,
-    5575541,
-    5575543
+    5575545,
+    5575548,
+    5575551,
+    5575553,
+    5575555
   ],
   "block_size": 1024,
   "bos_token_id": 50256,
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "initializer_range": 0.02,
-  "inner_step": 16,
+  "inner_step": 17,
   "inner_steps": 0,
   "last_allreduce_block": 5574901,
   "layer_norm_epsilon": 1e-05,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:31684782186cb46b107ddc859b6cbde6ff1fa450808414777b9084271a82f3ab
+oid sha256:390b8451f7d611d9a20e10c0d3c3be56c277fd1e81b48525033ad7336fd3f6d3
 size 8081782026

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:762b519168cf3559ce671dd27997780caa4a9a185349e7f087880c9400f64c6a
+oid sha256:fcf4a914d0eb4954babec786d96a57cb8be4ae95735eb06d573b1cee861884c4
 size 4040701744