Run 4. Outer Step 51. Inner Step 0.

config.json

@@ -267,20 +267,13 @@
     "AutoConfig": "distributed/optimized-gpt2-500m--configuration_gpt_optimized.GPTOptimConfig",
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
-  "block_list": [
-    5573117,
-    5573121,
-    5573125,
-    5573129,
-    5573133,
-    5573137
-  ],
+  "block_list": [],
   "block_size": 1024,
   "bos_token_id": 50256,
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "initializer_range": 0.02,
-  "inner_step": 53,
+  "inner_step": 0,
   "inner_steps": 0,
   "last_allreduce_block": 5556551,
   "layer_norm_epsilon": 1e-05,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9e60c70db34033cef47a282570bd190631172a788868d6c616aedd1c7b9c5b5c
+oid sha256:afc1022d06288f80cfe8d9e8af1bf135177ba6d81ef37d497d50a46a3f47888d
 size 8081782026

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3363d277addb0ef7dc3e3f59c7f166f20f5fce0c21e5373223224f5c47d002f1
+oid sha256:77e590ef20a1bd176a3f886e26b681c4fb6b45e332f2f1e36379c41fce91f1e7
 size 4040701744