Run 4. Outer Step 26. Inner Step 41.

config.json

@@ -268,24 +268,18 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5535656,
-    5535658,
-    5535660,
-    5535662,
-    5535664,
-    5535666,
-    5535667,
-    5535669,
-    5535672,
-    5535673,
-    5535675
+    5535677,
+    5535679,
+    5535680,
+    5535682,
+    5535684
   ],
   "block_size": 1024,
   "bos_token_id": 50256,
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "initializer_range": 0.02,
-  "inner_step": 40,
+  "inner_step": 41,
   "inner_steps": 0,
   "last_allreduce_block": 5529444,
   "layer_norm_epsilon": 1e-05,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f1fce761a1c4642b1698d7e1e5bcc188dff97b13bd8d5f22e424fa647dacc476
+oid sha256:845121bc6ee2b24136864f5fb4805c52c208e2497afc34d4aa7826dc30cb9a1c
 size 8081782026

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c0e67816e3250b11cb41b97de09a3ad1862de17dcbcb3337778de84c479a9635
+oid sha256:223295a95bb18fab80907d12271ff631fd5131fa4854e13c825b93c42bdb507c
 size 4040701744