Run 4. Outer Step 48. Inner Step 110.

config.json

@@ -268,32 +268,34 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5570208,
-    5570210,
-    5570211,
-    5570212,
-    5570213,
-    5570214,
-    5570215,
-    5570215,
-    5570216,
-    5570217,
-    5570218,
-    5570219,
-    5570220,
-    5570221,
-    5570223,
-    5570224,
-    5570225,
-    5570226,
-    5570227
+    5570229,
+    5570230,
+    5570231,
+    5570231,
+    5570232,
+    5570233,
+    5570234,
+    5570234,
+    5570235,
+    5570236,
+    5570237,
+    5570238,
+    5570239,
+    5570240,
+    5570240,
+    5570241,
+    5570243,
+    5570244,
+    5570245,
+    5570246,
+    5570247
   ],
   "block_size": 1024,
   "bos_token_id": 50256,
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "initializer_range": 0.02,
-  "inner_step": 109,
+  "inner_step": 110,
   "inner_steps": 0,
   "last_allreduce_block": 5568918,
   "layer_norm_epsilon": 1e-05,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4c5d23423cf2475415b7a2eafb2749943ec01ff246f0c0e858c5b1af1ef5a25b
+oid sha256:33fd78e8ce3e27c0bfe4491b22d2e6edc1630c9d93769f89fced26afe2b356d1
 size 8081782503

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9e5f0f5d8ded158d781389284b7049ba3ac07b5a168b751c819194861ddf355d
+oid sha256:8157b9a5de4c334dd5fe8d516aafcf2ceed92b44b9eaa828133be4e097ba2a8d
 size 4040701744