Run 5. Outer Step 135. Inner Step 8.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6006285,
-    6006324
+    6006398,
+    6006437
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 6,
+  "inner_step": 8,
   "intermediate_size": 5632,
   "last_allreduce_block": 6005880,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:50ae768e4f935f3b2cc74134614176652c7f3f4e7647475f54221b9896b89703
+oid sha256:57dd63b1fa27480d65077a0180e77dae71b5ac5d6137db7409126837e965f7ff
 size 44585978

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5728f60b24f457f37d6a4ee34788a0a1859e8a2674f7b335250e7606117ba9f9
+oid sha256:501b7645bc6b97672a81a88647696bc1d258caccc7d5ed1f6d1c6928081e45ce
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7bf7832be02b0fd31610c5a673f65426862dada730ccdbd568c5974a19d42c91
+oid sha256:15afc1fb2bcd6b47e230a5f6afd9f55e29b8eef24e4c845434aae77847d1a93f
 size 4400216536