Run 4. Outer Step 49. Inner Step 41.

config.json

@@ -268,19 +268,18 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5571629,
-    5571631,
-    5571634,
-    5571636,
-    5571639,
-    5571642
+    5571646,
+    5571648,
+    5571650,
+    5571653,
+    5571656
   ],
   "block_size": 1024,
   "bos_token_id": 50256,
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "initializer_range": 0.02,
-  "inner_step": 40,
+  "inner_step": 41,
   "inner_steps": 0,
   "last_allreduce_block": 5570305,
   "layer_norm_epsilon": 1e-05,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:268fd61532d87abd75314d0c827f10ad2463a80a09e901fbab955d6e8704f169
+oid sha256:05840c126d7270f101eb4273082b30cee221e67cf50307ac69f03627caf14c37
 size 8081782026

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:db08cdab333165e585421e8f1afff96eeb1e5aad4b8a8af38c6a09923cb64531
+oid sha256:7f50a3ac1c786c3eb12a41eacefb2eac3e588965c8626ce0cd5b6208b1e2e4f0
 size 4040701744