Run 5. Outer Step 89. Inner Step 26.

config.json

@@ -264,16 +264,17 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    5937752,
-    5937760,
-    5937767
+    5937784,
+    5937791,
+    5937798,
+    5937807
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 23,
+  "inner_step": 26,
   "intermediate_size": 5632,
   "last_allreduce_block": 5937361,
   "max_position_embeddings": 2048,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2359428d24b9eb1936b336d988fda47d022fe3a8af934ecbe2dec22ccb8339bc
+oid sha256:f555fd6824a70ca7da619e34b51e3c3591bf1bda27df25e0ba9877506fa5931d
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cdd691c81ee2fee07ffdc4f4270f014d47fab11be21e00e29ba378e0214040df
+oid sha256:12377323d500f7bc1196b6aa397e61d38e327c144eb32d72db63560068fc4cad
 size 4400216536