Run 4. Outer Step 75. Inner Step 24.

config.json

@@ -268,15 +268,15 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5663566,
-    5663584
+    5663600,
+    5663615
   ],
   "block_size": 1024,
   "bos_token_id": 50256,
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "initializer_range": 0.02,
-  "inner_step": 23,
+  "inner_step": 24,
   "inner_steps": 0,
   "last_allreduce_block": 5662361,
   "layer_norm_epsilon": 1e-05,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5bce6882b1e6f514c6d0d764c53e32b379d5af536eda853bc946366a01e883a2
+oid sha256:eb7a24783d7b829fecdefcf1e00b2a1c54e6307d499bbf959bcc09210812e1e7
 size 8081782026

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b4b92ad140f2811eb737a60c05903547b511bdf2c3e5f716ce92f4213ce71680
+oid sha256:d475ba410437136f3a25d6560db6ab63a584a9e15553ba6f6e0e0393ca61d3a7
 size 4040701744