Run 4. Outer Step 49. Inner Step 38.

config.json

@@ -268,18 +268,21 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5571581,
-    5571583,
-    5571585,
-    5571586,
-    5571589
+    5571593,
+    5571596,
+    5571596,
+    5571598,
+    5571599,
+    5571602,
+    5571605,
+    5571608
   ],
   "block_size": 1024,
   "bos_token_id": 50256,
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "initializer_range": 0.02,
-  "inner_step": 37,
+  "inner_step": 38,
   "inner_steps": 0,
   "last_allreduce_block": 5570305,
   "layer_norm_epsilon": 1e-05,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1da03d8f117ed734fccad37db64213d99bc7f316e0b35ffcce3490ce3c20f04b
+oid sha256:b1341bb20992609adce1e25059b1d7c876d0c0d891e7743da8ba0234d891d2d4
 size 8081782026

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b56c4e7bac081f3b374d678be06a128be1073d86dfe2cc191d746a2e1d0e2bec
+oid sha256:40cd32c999a64dd64819a6f9ad1d43832c2d849167608de8e6ca3f08517f508c
 size 4040701744