Run 4. Outer Step 54. Inner Step 84.

config.json

@@ -268,21 +268,18 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5580203,
-    5580205,
-    5580207,
-    5580209,
-    5580212,
-    5580214,
-    5580216,
-    5580218
+    5580222,
+    5580224,
+    5580226,
+    5580230,
+    5580232
   ],
   "block_size": 1024,
   "bos_token_id": 50256,
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "initializer_range": 0.02,
-  "inner_step": 83,
+  "inner_step": 84,
   "inner_steps": 0,
   "last_allreduce_block": 5577515,
   "layer_norm_epsilon": 1e-05,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d1e7b5ec59016fe4b9246c11bf2fd4c0878617499f6b40b0820e3cb625b10b5d
+oid sha256:ad55fb8988be5f559853b155a829370bf8fd82ed5008684f686f572655329024
 size 8081782026

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b40bd96fca5ccf84c48ce239017f47b62837e10bc9085ac9335f4e158e097de9
+oid sha256:29251b29629c234764172c4270e7e5acb850b4c92fc8d009ed32fb1243f76897
 size 4040701744