Run 6. Outer Step 9. Inner Step 20.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6127434,
-    6127448
+    6127479,
+    6127496
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 12,
+  "inner_step": 20,
   "intermediate_size": 5632,
   "last_allreduce_block": 6127267,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:83f6dff50748dcaf64cb797f32f7c60bb449607364466615eb9e9b7dfdfd3c5b
+oid sha256:344f9272947036c41ecff69f851067eb4a5bb5ebc33dcc2be0ff21a47f4057c0
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:267205d99b47365c4160d2e8fca6a2fbe184e31229cf99f8755d1c6e79f516d4
+oid sha256:3661ca5076a41cd24a6394b0530a066b767e1a67f3e8bed7363efed9e19dde79
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:44a2df12890b0ce7bbef44f959b2467275d4dad9ab91de01e185a76f99b8d02c
+oid sha256:04cf0f4f09c80e4aec1a88dae187c388dcf80753870749b4315e0fc85fe775a1
 size 4400216536