Outer Step 2. Inner Step 109. Batch Size 36

config.json

@@ -268,23 +268,23 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5147621,
-    5147625,
-    5147630,
-    5147634,
-    5147638,
-    5147643,
-    5147647,
-    5147651,
-    5147656,
-    5147660
+    5147694,
+    5147699,
+    5147703,
+    5147707,
+    5147711,
+    5147715,
+    5147719,
+    5147723,
+    5147728,
+    5147732
   ],
   "block_size": 1024,
   "bos_token_id": 50256,
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "initializer_range": 0.02,
-  "inner_step": 99,
+  "inner_step": 109,
   "inner_steps": 0,
   "last_allreduce_block": 5146835,
   "layer_norm_epsilon": 1e-05,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:929d0ea54c9d990a55e2aceec44263c2a436e2735133858a3f42673ab95f56d4
+oid sha256:7556bc72905da4382d81a2d9df9824af5dcefb2c610a0f60b300fa1072771f28
 size 8081781770

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5bbbffa19124c3fba63b351fb8a60483c8d754f647d931da3dc9a984eb504804
+oid sha256:50cb78a0816836d643531ac50c6fad67007888da47809e95c8aeb8d675ff9202
 size 4040701744