Run 5. Outer Step 87. Inner Step 76.

config.json

@@ -264,16 +264,17 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    5935852,
-    5935860,
-    5935867
+    5935886,
+    5935895,
+    5935902,
+    5935910
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 73,
+  "inner_step": 76,
   "intermediate_size": 5632,
   "last_allreduce_block": 5934830,
   "max_position_embeddings": 2048,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4643facadffc44f40746ded9f715759be1993e0db66d25ed6c9d5a092caaa4cd
+oid sha256:659ad7e70aa20f1b161fa9664e0a2d429fe0388aa221a51a4a01e6cc89216f24
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3e7654fe17f4b03969590a6097acd318040f0ad4f2a50d2c283956e6398ee88b
+oid sha256:6ff7a2bacffd992ed5c36bea37a30f049cf1daf3ea22c0e41067b201aed812c4
 size 4400216536