Run 4. Outer Step 19. Inner Step 46.

config.json

@@ -268,20 +268,21 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5523664,
-    5523668,
-    5523672,
-    5523675,
-    5523679,
-    5523682,
-    5523686
+    5523690,
+    5523693,
+    5523697,
+    5523700,
+    5523704,
+    5523707,
+    5523711,
+    5523715
   ],
   "block_size": 1024,
   "bos_token_id": 50256,
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "initializer_range": 0.02,
-  "inner_step": 44,
+  "inner_step": 46,
   "inner_steps": 0,
   "last_allreduce_block": 5522512,
   "layer_norm_epsilon": 1e-05,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0f9f575a26c36d7e7b910d88c7efb61cb5c763448f5c7c41bd32c6f68e15dd54
+oid sha256:30a0469ee326b8ef02c0fe1b65918632b3c44dfe59d588c8d00c9b6317604833
 size 8081782026

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f3ed0f60e2bbd960828cf83891c80e693dcc9c212f6a2d0a9895e11eeaf4d289
+oid sha256:2a5a1e81ec8da08e651b2aa6d72713e5d39ad7e0208a91b3c67c8c1cf2d999f2
 size 4040701744