Run 5. Outer Step 77. Inner Step 154.

config.json

@@ -264,17 +264,19 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    5827903,
-    5827908,
-    5827912,
-    5827917
+    5827927,
+    5827931,
+    5827936,
+    5827940,
+    5827944,
+    5827948
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 150,
+  "inner_step": 154,
   "intermediate_size": 5632,
   "last_allreduce_block": 5826608,
   "max_position_embeddings": 2048,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9f1d8dd7d867dd0be95dec5cc1f5075f9b68a1c0add91587a92d4d7498a0e2ab
+oid sha256:f951933d2a4d10a1a24337e02c7b49d562be8064a8eacf3e575a57b793f2ffdc
 size 8800564561

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d80ab09a39520afe657895c952bd559ae54c2e73ada20046e0cf67eb06740fd6
+oid sha256:87c74fa0101d8464514868c1c22ab4d662276e057eec79bbfb0a8f29573386f7
 size 4400216536