Run 4. Outer Step 47. Inner Step 100.

config.json

@@ -268,38 +268,35 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5568821,
-    5568822,
-    5568822,
-    5568823,
-    5568824,
-    5568825,
-    5568826,
-    5568827,
-    5568828,
-    5568829,
-    5568829,
-    5568830,
-    5568831,
-    5568831,
-    5568832,
-    5568833,
-    5568833,
-    5568834,
-    5568836,
-    5568837,
-    5568837,
-    5568838,
-    5568840,
-    5568840,
-    5568841
+    5568842,
+    5568843,
+    5568844,
+    5568845,
+    5568845,
+    5568846,
+    5568847,
+    5568848,
+    5568849,
+    5568850,
+    5568850,
+    5568851,
+    5568852,
+    5568853,
+    5568854,
+    5568855,
+    5568856,
+    5568857,
+    5568858,
+    5568860,
+    5568861,
+    5568862
   ],
   "block_size": 1024,
   "bos_token_id": 50256,
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "initializer_range": 0.02,
-  "inner_step": 99,
+  "inner_step": 100,
   "inner_steps": 0,
   "last_allreduce_block": 5567600,
   "layer_norm_epsilon": 1e-05,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:02d0480344a37402f52d0b65ad4319bcd8ccef61888c7c70d6b58f6cefb389fa
+oid sha256:2de9f38b690626295e33592f5cd72c587f89377d72025777d4fa4eeffe4ed065
 size 8081782503

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4ddf1314be6cf992386539b6df87abfb907c229820309755e07529b41e9e299d
+oid sha256:fb177f727039ce95099e397d9c15522e43ad78d73d0d163444a705287fbf4a9b
 size 4040701744