Run 10. Outer Step 15. Inner Step 11.

config.json

@@ -264,16 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6475900,
-    6475925,
-    6475937
+    6475954,
+    6475967
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 4,
+  "inner_step": 11,
   "intermediate_size": 5632,
   "last_allreduce_block": 6475622,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5b8a19f7cf1eded4ba709aeac7a347eefd3c1d0ef31bf89b8c9ffef4e6859249
+oid sha256:82220aeca86d8c4da38edfb348493c3fc630e93650389faf78c0b5427d545727
 size 88390091

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a5970bdb740960b0769f8d70503078f5e6a747b6974d230f2cec2c87219776dc
+oid sha256:f797bc7fa33927c69b7fdfef390d4f3cb8c49cbec7023992db6d4a5771c65738
 size 4924928111

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8686a554106d85d44cdefb3e490852c493b8f1cc2c84bb9f7b37519c481a8176
+oid sha256:7f922b9ee2d226e1ec2e7123d5699d159a1ca2bc83e1c64df8b2c761e97bcda3
 size 4400216536