Run 4. Outer Step 31. Inner Step 45.

config.json

@@ -268,20 +268,18 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5542549,
-    5542551,
-    5542553,
-    5542556,
-    5542557,
-    5542560,
-    5542562
+    5542565,
+    5542568,
+    5542570,
+    5542572,
+    5542575
   ],
   "block_size": 1024,
   "bos_token_id": 50256,
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "initializer_range": 0.02,
-  "inner_step": 44,
+  "inner_step": 45,
   "inner_steps": 0,
   "last_allreduce_block": 5541234,
   "layer_norm_epsilon": 1e-05,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:40335dadfe3e922f9237fd62c081fcc71149bf1255dbee4a0e40e9547086300c
+oid sha256:80c0465213f4684de54c672d92b5093439ddeb2bad70ae500f94b2e970a9e900
 size 8081782026

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cddbdca6f74807751a14a70abd9ae0bc4314bac4f726b961e4b55504c0b75749
+oid sha256:3949541c08aca6cb7a861d181f6cb098563f2f325b5013bd044e08e6d21bedb2
 size 4040701744