Run 4. Outer Step 20. Inner Step 19.

config.json

@@ -268,27 +268,26 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5525358,
-    5525361,
-    5525363,
-    5525364,
-    5525366,
-    5525368,
-    5525369,
-    5525371,
-    5525372,
-    5525374,
-    5525376,
-    5525378,
-    5525380,
-    5525382
+    5525385,
+    5525388,
+    5525390,
+    5525392,
+    5525394,
+    5525396,
+    5525398,
+    5525400,
+    5525401,
+    5525403,
+    5525406,
+    5525408,
+    5525409
   ],
   "block_size": 1024,
   "bos_token_id": 50256,
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "initializer_range": 0.02,
-  "inner_step": 18,
+  "inner_step": 19,
   "inner_steps": 0,
   "last_allreduce_block": 5523943,
   "layer_norm_epsilon": 1e-05,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:45260bfc899649ca42fc2083fc2a238851df85565acd94f76f02ee21f1cbbce8
+oid sha256:7e34904ae0c8a857c2832224ce542d700094133f2e019d30d17f0e2b8562d282
 size 8081782026

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1654ef41c1aedd4635a0f04bb7474c81f568eb840640a3483f45269aff32767d
+oid sha256:28e2700bb7724d3e8260ca59ac781b0cca0c8ead0be3fa3f53e0ac6eac4e61c9
 size 4040701744