Run 4. Outer Step 29. Inner Step 19.

config.json

@@ -268,22 +268,18 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5539689,
-    5539692,
-    5539694,
-    5539696,
-    5539699,
-    5539701,
-    5539703,
-    5539706,
-    5539708
+    5539710,
+    5539712,
+    5539716,
+    5539719,
+    5539721
   ],
   "block_size": 1024,
   "bos_token_id": 50256,
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "initializer_range": 0.02,
-  "inner_step": 18,
+  "inner_step": 19,
   "inner_steps": 0,
   "last_allreduce_block": 5538408,
   "layer_norm_epsilon": 1e-05,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0053ab5c027bfb2e46ad8128f2393be54949d768163207daffbf441f56feaecf
+oid sha256:30c3f89b1c2d953153ca8a8b532070c2387eb01264b43c9b678455413fb23307
 size 8081782026

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f0902876611688954875c476f11beb3447e3519fe29893ef8abff268e08efdab
+oid sha256:b87b0755d59aaa758f1798c12a438e793aa1f78b95a935f382f70f00a29df6fb
 size 4040701744