Run 4. Outer Step 48. Inner Step 105.

config.json

@@ -268,39 +268,31 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5570148,
-    5570148,
-    5570149,
-    5570149,
-    5570150,
-    5570151,
-    5570151,
-    5570152,
-    5570152,
-    5570153,
-    5570153,
-    5570154,
-    5570155,
-    5570156,
-    5570157,
-    5570158,
-    5570159,
-    5570160,
-    5570161,
-    5570161,
-    5570162,
-    5570163,
-    5570165,
-    5570166,
-    5570167,
-    5570168
+    5570169,
+    5570170,
+    5570171,
+    5570172,
+    5570173,
+    5570174,
+    5570175,
+    5570176,
+    5570177,
+    5570179,
+    5570180,
+    5570181,
+    5570183,
+    5570184,
+    5570185,
+    5570186,
+    5570187,
+    5570188
   ],
   "block_size": 1024,
   "bos_token_id": 50256,
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "initializer_range": 0.02,
-  "inner_step": 104,
+  "inner_step": 105,
   "inner_steps": 0,
   "last_allreduce_block": 5568918,
   "layer_norm_epsilon": 1e-05,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5ed35926843f55a7746c5b7997d606fbf7b7bd1920dce5d554e2b9af77f2b3c3
+oid sha256:f0e2454565db27ed7532da996aae100579d6f02bb5cfc16a8d55351f4461c134
 size 8081782503

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:04277608fcef10fca133aa882ed1afb134d8d4d96cfd6b5b174a5cafb5a848e4
+oid sha256:b897fee2bb480a5ff3e9cf88191efc23d2b1f05dc6563ad3e7f0822192e7c333
 size 4040701744