Run 10. Outer Step 24. Inner Step 33.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6480478,
-    6480494
+    6480533,
+    6480548
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 25,
+  "inner_step": 32,
   "intermediate_size": 5632,
   "last_allreduce_block": 6480247,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6e86fee346a19009e2dcd9b685c414e17fb7a2132b76f8f371c37c31d2774e8c
+oid sha256:7ae894965ab71bad4bd39358d3480ff0c21aab4b218f52ad597ae95cda684f7c
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8f26e6179386fac808993aa2a67d1629513468de4becb3df61cf4eb6ecf5299a
+oid sha256:38c19aa1e136d0898fbab621460dae1a40fb65eb4fe145c7e4ad3f0d950c017c
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9b2fc53b66bb7457bcd033711fc3dc0e3809a3d64a5cc21cfc30d2a9e6edb987
+oid sha256:6adf8b6b3a255039d042365134aea5889bb56695612bc2a39c95e9b98b195862
 size 4400216536