Run 5. Outer Step 134. Inner Step 12.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6005247,
-    6005286
+    6005372,
+    6005411
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 10,
+  "inner_step": 12,
   "intermediate_size": 5632,
   "last_allreduce_block": 6004524,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:624377bbdb5a9481ccf83e002edbafe80c87e8c6f53f836f5a3d72ea9cc9572a
+oid sha256:8af7e37269836d512a093885ffd68f080763e62e08e4925c2d11ed04087dc63a
 size 44585978

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b51d022901321025c4a5bd66f23d6fd09c0660284dce29749c9024abfd2f9ca8
+oid sha256:74779148049b2776a400994d4dad6e41cf08543fef6af7f6746c61d4f20f50e1
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:064a733a75da93268efa2e4b0e7abad4a8fa35c32db8898db216c948742b10d1
+oid sha256:1ea0ce8b5b07d9d84ef0f008d516f44c762de2c813cde32594cb59b3d181ef5f
 size 4400216536