Run 3. Outer Step 9. Inner Step 69.

config.json

@@ -268,18 +268,18 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5409814,
-    5409816,
-    5409818,
-    5409821,
-    5409823
+    5409853,
+    5409855,
+    5409858,
+    5409861,
+    5409863
   ],
   "block_size": 1024,
   "bos_token_id": 50256,
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "initializer_range": 0.02,
-  "inner_step": 67,
+  "inner_step": 69,
   "inner_steps": 0,
   "last_allreduce_block": 5398844,
   "layer_norm_epsilon": 1e-05,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f9e1c9b86df6b4efd931bded510bc49dac6d3c9f18ff4220ac2546a45bac177d
+oid sha256:8742e2f833dc274b39822d611e93741f3a66415a30d0d67b6452a57880b7f95b
 size 8081782026

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4d1a5da2071d4cd8559327654c256b2235905e58ae7f866a5332af13d17bda57
+oid sha256:6bf84d16526cd364d124f56c01d790ce91ef44325c85adc29bf0fb44540118ff
 size 4040701744