Run 4. Outer Step 32. Inner Step 40.

config.json

@@ -268,19 +268,18 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5543952,
-    5543955,
-    5543957,
-    5543960,
-    5543964,
-    5543967
+    5543970,
+    5543972,
+    5543972,
+    5543978,
+    5543981
   ],
   "block_size": 1024,
   "bos_token_id": 50256,
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "initializer_range": 0.02,
-  "inner_step": 39,
+  "inner_step": 40,
   "inner_steps": 0,
   "last_allreduce_block": 5542700,
   "layer_norm_epsilon": 1e-05,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:31d5fa9791b019e3257ef2ddc7a0862669e55b632824f78c4544edef8b18f25d
+oid sha256:10e1beb42574f1f7c6b2a6bf5c818217c97adfc6a52e39a0bfe81d007bdbf769
 size 8081782026

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b38629fcabc455129cf0677925cdd9a936b4ec9a36094765f61c8891545e32f9
+oid sha256:e782800479e6a47a6ae3932b04910a1cd4f6e26af49394b109e50e2bfa9c1ed2
 size 4040701744