Run 4. Outer Step 1. Inner Step 0.

config.json

@@ -268,11 +268,11 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    4530585,
-    4530610,
-    4530613,
-    4530616,
-    4530618
+    4530626,
+    4530630,
+    4530634,
+    4530638,
+    4530641
   ],
   "block_size": 1024,
   "bos_token_id": 50256,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:311243687e2e4ff1007d2cd7dd8d4b3decea3af58dc4facbf00ba7c06abc57f4
-size 2880
+oid sha256:2d497b0fc388de4b54255cb53ccf527fd54ac04932a22c2758de481eb49079cf
+size 8081781962

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cc48b2b7e0d5442f7e1e7179cf741ecdc55c22ff1248eccdd360b5a867831bae
+oid sha256:ff0022954b192ad813c5088f095a0cc93b93c92ee58bd986f0ba37ba676e887f
 size 4040701744