Run 11. Outer Step 234. Inner Step 27.

config.json

@@ -264,8 +264,8 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6672406,
-    6672443
+    6672473,
+    6672524
   ],
   "bos_token_id": 1,
   "dtype": "float32",
@@ -274,7 +274,7 @@
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 18,
+  "inner_step": 27,
   "intermediate_size": 5632,
   "last_allreduce_block": 6670848,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d243c9afaee7e6c03f9863f007b17ea5d8687984a3b94932233f6a61c3e2c748
+oid sha256:2d5b32491f3caee9b95d70eadc630abb36da3cc031297727b32f054971bc1052
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c928accf902c40fc77a492744b0724d44ab16cd94741f54448ca6d655998d783
+oid sha256:17572b9c06d206d61083a932a09d38b66efe9f120f2cd019cef0a5aa04b650b9
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9e6934b26c310b2de11f90ca4ab883b08bf9213b7bf0204cbcc409711b37c428
+oid sha256:d9f63ef72991bbdef5df60424667be843678d767a20dbb79ec82b506b7e1cdc5
 size 4400216536