Run 4. Outer Step 54. Inner Step 64.

config.json

@@ -268,18 +268,21 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5579486,
-    5579489,
-    5579492,
-    5579493,
-    5579494
+    5579496,
+    5579499,
+    5579502,
+    5579504,
+    5579506,
+    5579508,
+    5579510,
+    5579511
   ],
   "block_size": 1024,
   "bos_token_id": 50256,
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "initializer_range": 0.02,
-  "inner_step": 63,
+  "inner_step": 64,
   "inner_steps": 0,
   "last_allreduce_block": 5577515,
   "layer_norm_epsilon": 1e-05,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a7efa78f85b8a3eaed6d0cfbab6ecfe67b8be4c0a8fc437a3d3a4d74adadd634
+oid sha256:d8284ec0f65689bbe44f32ad8f403de9446a88ec9153f73d092b365006e2a3b1
 size 8081782026

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c0f93458d228c872ae1d7504d4aadf2352cfccefecf56ff099f3b14ac1260350
+oid sha256:bc49db3a74e793cbb8286774877d8a150a65113d0aac860f55450e661cda3fd9
 size 4040701744