Run 4. Outer Step 47. Inner Step 61.

config.json

@@ -268,27 +268,33 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5568686,
-    5568689,
-    5568691,
-    5568692,
-    5568693,
-    5568694,
-    5568695,
-    5568696,
-    5568698,
-    5568699,
-    5568701,
-    5568702,
-    5568704,
-    5568705
+    5568708,
+    5568710,
+    5568711,
+    5568713,
+    5568714,
+    5568716,
+    5568717,
+    5568718,
+    5568719,
+    5568719,
+    5568719,
+    5568722,
+    5568723,
+    5568724,
+    5568725,
+    5568727,
+    5568728,
+    5568729,
+    5568730,
+    5568733
   ],
   "block_size": 1024,
   "bos_token_id": 50256,
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "initializer_range": 0.02,
-  "inner_step": 60,
+  "inner_step": 61,
   "inner_steps": 0,
   "last_allreduce_block": 5566279,
   "layer_norm_epsilon": 1e-05,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:89197f1d74849dd330dcb0a40c490e60c0a267b97857cf3ba7a1a67a2c36d6ff
+oid sha256:19a9dfa0b45a59b50c755fdfd2819e3a07a0a75782241e71773871b97be4002a
 size 8081782026

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:beed12140b85fef8fd9196eb3c82ec0a8ac4f2260b2252a4d032774cd02e74df
+oid sha256:24ccaaf56d2876653e4ff685adc6b068733af4dc849690dc0dad44058d0ec477
 size 4040701744