Outer Step 10. Inner Step 41. Batch Size 188

config.json

@@ -268,23 +268,23 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5319594,
-    5319596,
-    5319596,
-    5319600,
-    5319604,
-    5319607,
-    5319610,
-    5319612,
-    5319614,
-    5319618
+    5319645,
+    5319647,
+    5319650,
+    5319652,
+    5319654,
+    5319656,
+    5319658,
+    5319661,
+    5319664,
+    5319666
   ],
   "block_size": 1024,
   "bos_token_id": 50256,
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "initializer_range": 0.02,
-  "inner_step": 34,
+  "inner_step": 41,
   "inner_steps": 0,
   "last_allreduce_block": 5297756,
   "layer_norm_epsilon": 1e-05,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:77ff82787a9665b0ce1dd47d4ab982dca2ce390c4d148a362fabca3a0cd500c3
+oid sha256:884d14a05c95e8edc83b25612aae1bd30d4388fcb1c5a28bdaf4e3ed685595c5
 size 8081782026

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e24aec15e4468594c14503dd4ecc5d89a58dbb8e3b842c9db0176ac0601ea809
+oid sha256:62c8de06fcb72351e9670f7c93a09b7e8240b3f8c5bf18ac4c3b74e930fa1f1d
 size 4040701744