Run 5. Outer Step 135. Inner Step 10.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6006398,
-    6006437
+    6006508,
+    6006545
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 8,
+  "inner_step": 10,
   "intermediate_size": 5632,
   "last_allreduce_block": 6005880,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:57dd63b1fa27480d65077a0180e77dae71b5ac5d6137db7409126837e965f7ff
+oid sha256:ef22eb74d3e82226ee07093199de442787ffa0a7a987552c9306d0b1acfde498
 size 44585978

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:501b7645bc6b97672a81a88647696bc1d258caccc7d5ed1f6d1c6928081e45ce
+oid sha256:634ff8a58d78e78429a26bd0c9d4359bfe09352f15757eaf5f8290adf3715653
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:15afc1fb2bcd6b47e230a5f6afd9f55e29b8eef24e4c845434aae77847d1a93f
+oid sha256:4f04fc16568966f30bd5e12d3f2fa77eadf826f522213a5b9fc2f16fb4437457
 size 4400216536