Run 5. Outer Step 109. Inner Step 101.

config.json

@@ -264,15 +264,18 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    5968676,
-    5968684
+    5968701,
+    5968709,
+    5968716,
+    5968723,
+    5968731
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 97,
+  "inner_step": 101,
   "intermediate_size": 5632,
   "last_allreduce_block": 5967299,
   "max_position_embeddings": 2048,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a08dbe995c441beabbbc600a9c727294f4d63f0cfdeb9f5a6b2dde19b800a257
+oid sha256:145203a2d2335a47fd3d028c346e980d1a2a554585e6df26be4129299f930515
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4a1d531c30bb6801fbd4206770afb13415b5dd8bc6580c01542f781e6030c1ab
+oid sha256:31264bd7fba77e5b47d8e49ce83cce66441cf9e27f7cefd03b7b94d15d18cef4
 size 4400216536