Run 4. Outer Step 49. Inner Step 39.

config.json

@@ -268,21 +268,19 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5571593,
-    5571596,
-    5571596,
-    5571598,
-    5571599,
-    5571602,
-    5571605,
-    5571608
+    5571611,
+    5571614,
+    5571616,
+    5571619,
+    5571621,
+    5571623
   ],
   "block_size": 1024,
   "bos_token_id": 50256,
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "initializer_range": 0.02,
-  "inner_step": 38,
+  "inner_step": 39,
   "inner_steps": 0,
   "last_allreduce_block": 5570305,
   "layer_norm_epsilon": 1e-05,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b1341bb20992609adce1e25059b1d7c876d0c0d891e7743da8ba0234d891d2d4
+oid sha256:4220eca03d4741ffdf7110378be9f1073623b9a54273b09f19b20b7acec9ca2d
 size 8081782026

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:40cd32c999a64dd64819a6f9ad1d43832c2d849167608de8e6ca3f08517f508c
+oid sha256:40bbce7287b6ee27aa816c0adbd37696aa6b64ce40ca60e319d9490b1c1e5ca6
 size 4040701744