Run 4. Outer Step 38. Inner Step 15.

config.json

@@ -268,19 +268,19 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5553280,
-    5553285,
-    5553289,
-    5553293,
-    5553298,
-    5553303
+    5553308,
+    5553312,
+    5553317,
+    5553321,
+    5553325,
+    5553330
   ],
   "block_size": 1024,
   "bos_token_id": 50256,
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "initializer_range": 0.02,
-  "inner_step": 14,
+  "inner_step": 15,
   "inner_steps": 0,
   "last_allreduce_block": 5552497,
   "layer_norm_epsilon": 1e-05,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:87f43570a8da4b10df7fef543906a56f0e7c4b8f636507a3341d0db0d0f83259
+oid sha256:cb795fe018147f7401b9cef47207419df6888212a280288c88833620d94fc6ba
 size 8081782026

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2d18727f4b8e4a27b8367876d6fa888657914649def69fe9cad7da76168f47c8
+oid sha256:c769ce4728101d20c78ac4e723b02df033ccadc1c96cddaeac0c2a6823274a77
 size 4040701744