Run 4. Outer Step 51. Inner Step 39.

config.json

@@ -268,18 +268,18 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5574960,
-    5574966,
-    5574971,
-    5574976,
-    5574980
+    5574986,
+    5574990,
+    5574995,
+    5575001,
+    5575006
   ],
   "block_size": 1024,
   "bos_token_id": 50256,
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "initializer_range": 0.02,
-  "inner_step": 38,
+  "inner_step": 39,
   "inner_steps": 0,
   "last_allreduce_block": 5573605,
   "layer_norm_epsilon": 1e-05,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:379ecee17845c469044ea4a0f2a0fb9379dadc3402356633f72f99619fde1161
+oid sha256:3686d80273f229d761fd06063953d957bc37e85d312f777bb5dcf8333075f310
 size 8081782026

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b0e17a813d3cf6b1ee04feac9cd1f2f57180d8bee65fb0ecd685651747349af5
+oid sha256:f3d16addbc537b01c5afc9e7c7e20d957964f050681cccedd2952b6ed8f0807e
 size 4040701744