Run 9. Outer Step 14. Inner Step 12.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6458260,
-    6458273
+    6458308,
+    6458316
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 4,
+  "inner_step": 12,
   "intermediate_size": 5632,
   "last_allreduce_block": 6458233,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d6732734a954ca2e5943d34429ad65ea880826b9101bd224f1687fa5634ad372
+oid sha256:59a2a387d4dbf1c4a49f6b214b8c23b2f92cf8029e169e6b376dfbce74939e4c
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:430fd65833661a726859029904c8c45081cc00e244d5737aff7632c9724a3c9a
+oid sha256:16c7f3bbbc9aade4a5ed3fa0ac2d2f37a95dacb0aa32a9f6e8cc4e28166fb660
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f8dcc0a041c2c83512e6daee28d3749d41cade704a6726b032c6da32f558268c
+oid sha256:13b544f89befe51d04890a8d2376cc81cb4445401041b551ecf1baeaf1272c28
 size 4400216536