Run 4. Outer Step 41. Inner Step 106.

config.json

@@ -268,22 +268,21 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5559585,
-    5559587,
-    5559590,
-    5559592,
-    5559594,
-    5559596,
-    5559597,
-    5559599,
-    5559601
+    5559604,
+    5559606,
+    5559607,
+    5559610,
+    5559613,
+    5559615,
+    5559617,
+    5559620
   ],
   "block_size": 1024,
   "bos_token_id": 50256,
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "initializer_range": 0.02,
-  "inner_step": 105,
+  "inner_step": 106,
   "inner_steps": 0,
   "last_allreduce_block": 5556551,
   "layer_norm_epsilon": 1e-05,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bf467ccf6960630553fbf6c3995ab3c56d33a0473e1ea50115b7f020dcf862ae
+oid sha256:0f8a13f5462208d469d1a0110db508b8f0fded31c0ece4df490c78b0d4aa6eda
 size 8081782026

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6e418e3fde9247aa5596545c261fed558468a753b17b906bbe5ed2e2d30e8581
+oid sha256:fe36c71130a4bb04a3ac77f98dafb8dd9e0842b1f329e948c0c93e7625252ff8
 size 4040701744