Run 4. Outer Step 47. Inner Step 68.

config.json

@@ -268,38 +268,37 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5568789,
-    5568791,
-    5568792,
-    5568794,
-    5568795,
-    5568797,
-    5568799,
-    5568800,
-    5568801,
-    5568802,
-    5568803,
-    5568804,
-    5568805,
-    5568806,
-    5568807,
-    5568808,
-    5568809,
-    5568810,
-    5568811,
-    5568812,
-    5568813,
-    5568813,
-    5568816,
-    5568817,
-    5568818
+    5568820,
+    5568822,
+    5568823,
+    5568825,
+    5568827,
+    5568829,
+    5568830,
+    5568831,
+    5568832,
+    5568834,
+    5568835,
+    5568836,
+    5568837,
+    5568838,
+    5568840,
+    5568841,
+    5568843,
+    5568844,
+    5568845,
+    5568846,
+    5568847,
+    5568848,
+    5568848,
+    5568849
   ],
   "block_size": 1024,
   "bos_token_id": 50256,
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "initializer_range": 0.02,
-  "inner_step": 66,
+  "inner_step": 67,
   "inner_steps": 0,
   "last_allreduce_block": 5566279,
   "layer_norm_epsilon": 1e-05,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1ee5d30a9e15468178d0940ef2c285d37704b748968b009141402b1b36cfc463
+oid sha256:c168dbe3be5cc8efea844e43eba14dc2f561bcca4639c949bcad5e370a218a10
 size 8081782026

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b50eaa8a6a19853e20a2709671e19558503692f88df5178f855cd4d9cd98646c
+oid sha256:ad3b7c3cff01dad731928c4bb6fe829bab5c1654bdd33d2ae12e8b35bedfb065
 size 4040701744