Run 6. Outer Step 9. Inner Step 12.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6127379,
-    6127395
+    6127434,
+    6127448
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 5,
+  "inner_step": 12,
   "intermediate_size": 5632,
   "last_allreduce_block": 6127267,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cd51de096a68874a3e7eb0920aeaaa6ad1602e8c620fdd06a4c102fb801bfb14
+oid sha256:83f6dff50748dcaf64cb797f32f7c60bb449607364466615eb9e9b7dfdfd3c5b
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8c64a39a82eb152d37fb28330b23c011709f50a405d3a84fcdaf43b477f1b805
+oid sha256:267205d99b47365c4160d2e8fca6a2fbe184e31229cf99f8755d1c6e79f516d4
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:16f899352dc188bbc508eb34c056bdb607426123234b3e41f40503bc1531592f
+oid sha256:44a2df12890b0ce7bbef44f959b2467275d4dad9ab91de01e185a76f99b8d02c
 size 4400216536