Run 11. Outer Step 368. Inner Step 22.

config.json

@@ -264,8 +264,8 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6729562,
-    6729591
+    6729656,
+    6729684
   ],
   "bos_token_id": 1,
   "dtype": "float32",
@@ -274,7 +274,7 @@
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 8,
+  "inner_step": 22,
   "intermediate_size": 5632,
   "last_allreduce_block": 6729499,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:79d81e4d8dc1d26d3e6d36f1267d28bf81797bb0fc6d5203dcc2285ec86f5e47
+oid sha256:78a46201aa79d3e8823d83ee6be3047d828a42670f526f56d34c089092df3f0e
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7209bd0ece432cc33028beadfd51b3de43ae48888d1f6368117d1d6920d78d53
+oid sha256:62b51f46151945c86443ed85b99d46627625b0a7ba1f856a443f8a3e47ecb1a6
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:217af52a2074e7f640d7a45756b93f2448dcce127a072419dcb4fe6e1f69ea81
+oid sha256:c7b58716ec839fa7be940dd625cb34647b64e53344773cd7df2f0d8309aa8182
 size 4400216536