Run 6. Outer Step 14. Inner Step 192.

config.json

@@ -264,15 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6131694,
-    6131706
+    6131739,
+    6131752,
+    6131766
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 182,
+  "inner_step": 192,
   "intermediate_size": 5632,
   "last_allreduce_block": 6130508,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f48caab27353561784dcdd90dbbd67f90e3696af98d320548d20f2997d889122
+oid sha256:d56038c3918f30269ce7462a7507bb90fabf169b07cdd2c237102bb144b86ec9
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f02a4d9065d7b8147595ec68da6160378e0936f059ae3e85e310ba9b3bf87152
+oid sha256:907f98482712e5b1a1d95da1088086a3746cc6eedad6c26800a79d6e43f2ca46
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b6a8ad99cb065fa8061e99dffef77e00469e014484f6d1c657a1b38bcc60165e
+oid sha256:615c923270c68a1f4019ecdb823832734c57d4e4f9d552fef045e33c70f499c6
 size 4400216536