Run 6. Outer Step 46. Inner Step 20.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6160424,
-    6160448
+    6160525,
+    6160565
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 12,
+  "inner_step": 20,
   "intermediate_size": 5632,
   "last_allreduce_block": 6159733,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a4322afa07c9975c704b77b300cd06db08fc85659a0addb22e6c2948ea25c481
+oid sha256:f2e3614f9803a60f7ecafab557b0a219414e93691c80e5abd2f60c2120ffd03f
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:82b6fe8928385b949612dd865a57fa915bd1b00a004d17be6c2c9199486311ca
+oid sha256:f75b99bfc1532f48cfc8ab0e88879fb97bac5799b5ab9c07d96c6582fbf3bc84
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:838878a1cc001a8cac2ee6d744cab148890a9f341a78a74ddb7e28d6ff85fb29
+oid sha256:3f9e638c3964236d89ecd393778f6642f8aee85965c983c46088588c9705d548
 size 4400216536