Run 10. Outer Step 19. Inner Step 12.

config.json

@@ -264,16 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6478561,
-    6478561,
-    6478570
+    6478586,
+    6478597
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 5,
+  "inner_step": 12,
   "intermediate_size": 5632,
   "last_allreduce_block": 6478480,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a5691a43a3eb6c7ecceb7bd965e44fced3d223adf0e84b221f1ab9245114b6c1
+oid sha256:bba621cc71293f64d2709247a117a6c43d117def3b3b2bdcaf1d32840ee0590e
 size 88390091

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d1c1fca8fc4b315c2f7e25052c48300d2251f57bbc13b363d2968bf6b0a93bfb
+oid sha256:39d69b0112d0981c0294abf22fbc75f97f757abd240a230e64ceaf6454ddae23
 size 4924928111

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fee3c005ae7b59a981e057213d5be844550bcf3a3ed619bdf7a9478120b2986c
+oid sha256:1a04fcbcae80c9f96531607d504d1c2396c4ce4b8ab13a5c72a7523bd809f6ca
 size 4400216536