Run 5. Outer Step 99. Inner Step 28.

config.json

@@ -264,16 +264,17 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    5952346,
-    5952353,
-    5952361
+    5952379,
+    5952386,
+    5952395,
+    5952403
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 25,
+  "inner_step": 28,
   "intermediate_size": 5632,
   "last_allreduce_block": 5951984,
   "max_position_embeddings": 2048,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cdf9ed47e5ecc11a74c206867ea156d9f1408f0c77fdf7025455601937e2fa43
+oid sha256:38244677c515662208b7356982189848d080682c6b7aeda537f7541b0b1539b8
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4933927e59162a8ae4edb851c1bc358881d5094b94ced48799f9e1bbadb07eaf
+oid sha256:0025c4cc9854656f48f432a92110d1faf6b73e2633276932515d2d6049f056a1
 size 4400216536