Run 4. Outer Step 85. Inner Step 14.

config.json

@@ -268,15 +268,15 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5675373,
-    5675402
+    5675432,
+    5675461
   ],
   "block_size": 1024,
   "bos_token_id": 50256,
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "initializer_range": 0.02,
-  "inner_step": 12,
+  "inner_step": 14,
   "inner_steps": 0,
   "last_allreduce_block": 5672513,
   "layer_norm_epsilon": 1e-05,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9d1e48f53109ad42eab6d3f6f3827117f71c590df6bcea9f99ee4fa694b43c87
+oid sha256:cd11a796b71fdbb7d358b780ea649e848da1e958751b4c27e8936c3ba0ad0aee
 size 8081782503

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:24a39907d4eeb494529ce90469e0c059adafa46c26b7942cbea61061a0087488
+oid sha256:2ec16d68d86332aecf85c31ed472ee8e428a0163c42fcdd695acd9e8718e49c0
 size 4040701744