Run 8. Outer Step 50. Inner Step 24.

config.json

@@ -264,17 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6374212,
-    6374228,
-    6374245,
-    6374263
+    6374300,
+    6374319
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 16,
+  "inner_step": 23,
   "intermediate_size": 5632,
   "last_allreduce_block": 6374115,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:43586313d00f64b798a436dc6ab89a366af68359c81adefa4ac04d401933d003
+oid sha256:4d25e43c6bf19efbb1db0d9085da4ff5827bb97464f3ff8566860f8abebfcb4a
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b7fad7e3edb85dacc45da22d411eb4bf269712eb49f195954c1aff2a4e1c3ee4
+oid sha256:3a283d2ba98d97caf4367fe5432d41a76ee5685aa044d34ca343f880b842b530
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:25392ac380df2b6c96a1df6e742450776c72c9c0c6c2163d02ed536b2fb2d8fd
+oid sha256:14580162066efeb3a97425f3a62dfd123d0b8c8ecf274dc84c06f2866c45e0c3
 size 4400216536