Run 5. Outer Step 86. Inner Step 60.

config.json

@@ -264,17 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    5934539,
-    5934545,
-    5934551,
-    5934557
+    5934572,
+    5934580
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 58,
+  "inner_step": 60,
   "intermediate_size": 5632,
   "last_allreduce_block": 5933681,
   "max_position_embeddings": 2048,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2c551cb10afc1c759f1e026c8c34c96dd20fe9d5aa4c6efdf715004b327120cb
+oid sha256:53ac28d22d7f0eeae8b9a084e2a58446fab5cf2c33329d936b143b7e68a5f2e3
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d28340248456856d2a28ddda44d3e5051ee88b87b5bb74842855afe77f5fd929
+oid sha256:f956f9a417a2815bc00af90c520e9a93bc2e6a68ef8e1aef1be8648f437dbada
 size 4400216536