Run 4. Outer Step 49. Inner Step 55.

config.json

@@ -268,28 +268,28 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5571264,
-    5571266,
-    5571268,
-    5571269,
-    5571271,
-    5571273,
-    5571274,
-    5571276,
-    5571277,
-    5571278,
-    5571279,
-    5571280,
-    5571281,
-    5571283,
-    5571284
+    5571286,
+    5571288,
+    5571290,
+    5571291,
+    5571292,
+    5571294,
+    5571295,
+    5571296,
+    5571298,
+    5571299,
+    5571301,
+    5571303,
+    5571304,
+    5571305,
+    5571307
   ],
   "block_size": 1024,
   "bos_token_id": 50256,
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "initializer_range": 0.02,
-  "inner_step": 53,
+  "inner_step": 55,
   "inner_steps": 0,
   "last_allreduce_block": 5566279,
   "layer_norm_epsilon": 1e-05,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e74f1b16f5f8cc3e36cbefdfb34c9ccb01cb9b0c994e53a324c23bfc84dd76cf
+oid sha256:b7b0c4051202da05e9340b4d4c4f6ad44121f6d0a8162c37c9fc643a63c627da
 size 8081782026

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0354d1e7b715536e948352f4a8a7ff6d2aa028923cc01ad1d5926477cfd9f4ac
+oid sha256:4b5eaba585e7cde6ebc3162240755b12430ee829ee4d2f42f33c8a5e2cb0370d
 size 4040701744