Run 4. Outer Step 27. Inner Step 35.

config.json

@@ -268,11 +268,16 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5536990,
-    5536993,
-    5536995,
-    5536996,
-    5537000
+    5537002,
+    5537004,
+    5537007,
+    5537009,
+    5537011,
+    5537013,
+    5537015,
+    5537017,
+    5537019,
+    5537021
   ],
   "block_size": 1024,
   "bos_token_id": 50256,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:38011ad6990bfbee0e2f1a1e8a36abd56243833cb4dc9e0a5dd2898dbb278fb2
+oid sha256:a2a95a9af18ba44f912569637d44393f3c988ed84c42f33dc1b2746265c94164
 size 8081782026