Run 4. Outer Step 57. Inner Step 27.

config.json

@@ -268,18 +268,18 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5601689,
-    5601693,
-    5601698,
-    5601702,
-    5601707
+    5601713,
+    5601717,
+    5601722,
+    5601726,
+    5601731
   ],
   "block_size": 1024,
   "bos_token_id": 50256,
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "initializer_range": 0.02,
-  "inner_step": 26,
+  "inner_step": 27,
   "inner_steps": 0,
   "last_allreduce_block": 5599463,
   "layer_norm_epsilon": 1e-05,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cb8be9d4aaef1ef477b2fd728aa4d1e41221a59a8f4beec6a41ce6bc3646bd97
+oid sha256:89d9af51573033e8c7f878ccd353679df5cfa3abac80ddcccb326d0d421ab9cc
 size 8081782026

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cad7f6d2e06bc7e3d8f471d45b25f1e3a0bbf75b737478485b5a5ac946389d3f
+oid sha256:ba1b94ffbcc48f8b2bc35ba28f12b7fc7dad1ff3423c527f4bf80b177d760370
 size 4040701744