Run 5. Outer Step 97. Inner Step 132.

config.json

@@ -264,17 +264,17 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    5950838,
-    5950846,
-    5950854,
-    5950862
+    5950881,
+    5950887,
+    5950894,
+    5950904
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 129,
+  "inner_step": 132,
   "intermediate_size": 5632,
   "last_allreduce_block": 5948952,
   "max_position_embeddings": 2048,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dee6accd9df0df5db70aa00866078f2b201c1afaafce6ac0fc13ab9321959b4b
+oid sha256:ff82b90deb28199f22dc926eee3377ea455492258532a4bc7aa29b3d49737f44
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:40fa64309e66b78d88238d3c5e0e6f824f64c8b1c333d7a10f90381aefe685dc
+oid sha256:571f521e83a050a25d6883a1704e8d0f4057a05e94e424ccfa7187ad05be224c
 size 4400216536