Run 11. Outer Step 408. Inner Step 9.

config.json

@@ -264,9 +264,8 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6750110,
-    6750144,
-    6750176
+    6750214,
+    6750258
   ],
   "bos_token_id": 1,
   "dtype": "float32",
@@ -275,7 +274,7 @@
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 0,
+  "inner_step": 8,
   "intermediate_size": 5632,
   "last_allreduce_block": 6749479,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c789fda9d44a18ec977cf615de5e9ff01e5dd54202e23c7753f61c24c0838bc3
+oid sha256:6713e012f168a1dedf4823d02a28235cd66b699f534c522e712b13b5ac4aa5a6
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6708d9dc5f9635c9a2e8a9d450b70037b09857705a92986ff76612609992d7db
+oid sha256:9b5e058e58749b02fd1100cd0d20689a7e6659e195e014edfaa87ca96e914e47
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6e18f7ca189027a0eff73231fcd2855b39baf94a4feaca2d1eb615f8fb9b18fd
+oid sha256:7bf7aa2c5a0befb5ef8b87ba8fa55efae44eecc4dde290009768685e691a09fc
 size 4400216536