Run 5. Outer Step 103. Inner Step 187.

config.json

@@ -264,17 +264,18 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    5959742,
-    5959751,
-    5959758,
-    5959765
+    5959781,
+    5959789,
+    5959796,
+    5959805,
+    5959812
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 183,
+  "inner_step": 187,
   "intermediate_size": 5632,
   "last_allreduce_block": 5957260,
   "max_position_embeddings": 2048,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3e5de188a745d0823229ce1e117324a1d509805b9cc532a8dce0098e55e54b2d
+oid sha256:3f489ce2c2447347fb47712fe6e1decf04f06718d48e20d6094f02e57462676c
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a8d387b30fe4cae0c5e08eec580e22f3c3da812f3b7c336fe1a76340ed01ffd9
+oid sha256:b322726d382bbd2edb8532f1002f1633bde285731c7d3be833e197d4a9411e5b
 size 4400216536