Run 4. Outer Step 24. Inner Step 54.

config.json

@@ -268,18 +268,18 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5533357,
-    5533361,
-    5533366,
-    5533371,
-    5533376
+    5533382,
+    5533386,
+    5533391,
+    5533396,
+    5533401
   ],
   "block_size": 1024,
   "bos_token_id": 50256,
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "initializer_range": 0.02,
-  "inner_step": 53,
+  "inner_step": 54,
   "inner_steps": 0,
   "last_allreduce_block": 5531651,
   "layer_norm_epsilon": 1e-05,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:900732a545f08c26f169e94e857a10f63511f16f97cd7471428f205c9647aaa3
+oid sha256:b0ae120e9ffaa460e0f28e1ff71aa98a3a470b61c8c54e656976610d85d01d48
 size 8081782026

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d9cecaa21e6dd8c29955884d79d71592b12d2f9333db700fc3aa95c61ec35ecd
+oid sha256:f8fd436e4f50099c2076154a9d7b5c8321874a2e7280c04ab3f2e4809b9a5407
 size 4040701744