Run 4. Outer Step 52. Inner Step 45.

config.json

@@ -268,15 +268,15 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5630299,
-    5630319
+    5630338,
+    5630358
   ],
   "block_size": 1024,
   "bos_token_id": 50256,
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "initializer_range": 0.02,
-  "inner_step": 43,
+  "inner_step": 45,
   "inner_steps": 0,
   "last_allreduce_block": 5628399,
   "layer_norm_epsilon": 1e-05,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:41b0a225d9b01dbdf0ed97c4f9286c2dc468da0afd19e5ddd26eedaf764c43db
+oid sha256:4f8ccfa4fbe12b87f2f9fe613d791713a37a722fa27792a15227eb5014ca35b2
 size 8081782026

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:05cde7d7d564081a60f3963783453365e5ba59cf022e7faff2b04061158aeebb
+oid sha256:9e780a5df3b782e4ccc88fb431126fbacf6ffdbd17c99dcb545d81775d775c39
 size 4040701744