Run 4. Outer Step 69. Inner Step 36.

config.json

@@ -268,18 +268,18 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5656107,
-    5656112,
-    5656118,
-    5656123,
-    5656128
+    5656133,
+    5656137,
+    5656141,
+    5656155,
+    5656159
   ],
   "block_size": 1024,
   "bos_token_id": 50256,
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "initializer_range": 0.02,
-  "inner_step": 35,
+  "inner_step": 36,
   "inner_steps": 0,
   "last_allreduce_block": 5654739,
   "layer_norm_epsilon": 1e-05,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e70c4810687ee86302f4139f5b41a3db2b2e581a298a250dd158fde81b3b44cd
+oid sha256:aadf8246a47e7ed1be3454f0bc62fbf692f7dd881f573a9fe5ded54a7019b3a4
 size 8081782026

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:18339376daf85c980813305d85a9e587204c4f4e4a8bd110f2826814ca38ce82
+oid sha256:1f6e75e70b372e70b49a4288533b9f8679c4a9f3a74bfc38a0fefc654b85c3de
 size 4040701744