Run 4. Outer Step 41. Inner Step 104.

config.json

@@ -268,20 +268,18 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5559571,
-    5559573,
-    5559576,
-    5559578,
-    5559580,
-    5559583,
-    5559585
+    5559588,
+    5559591,
+    5559594,
+    5559596,
+    5559598
   ],
   "block_size": 1024,
   "bos_token_id": 50256,
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "initializer_range": 0.02,
-  "inner_step": 103,
+  "inner_step": 104,
   "inner_steps": 0,
   "last_allreduce_block": 5556551,
   "layer_norm_epsilon": 1e-05,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ac2a47dd47708e40e12393d40bedef50558cf03c01e272f91bc579e9f446ad88
+oid sha256:01f8d53504c66d8274bd66b84ee42ed1c0df082a954e7a07b348b086f7c0790b
 size 8081782026

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9f3e3ae234d58be371b26bb0e02f8d10f8382ece9b465ab35ce54e5c24649187
+oid sha256:5023dfbf7104bc9904c90fff81bfc69b14c8d048aec95dda666a64aab5594722
 size 4040701744