Run 5. Outer Step 76. Inner Step 148.

config.json

@@ -264,18 +264,18 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    5826595,
-    5826600,
-    5826605,
-    5826610,
-    5826615
+    5826620,
+    5826625,
+    5826629,
+    5826634,
+    5826638
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 145,
+  "inner_step": 148,
   "intermediate_size": 5632,
   "last_allreduce_block": 5825419,
   "max_position_embeddings": 2048,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:123c09b58e2af71ce410b7b8e0d922d4be4de1c335b8c1fa5431567355facde0
+oid sha256:74be214a67c1b1239e047ae28b676a44f76b5e4d885cccceca33a1bde0423f9d
 size 8800564561

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:03ade1d4b4447f65ba7e6458f1017172d80890ab356993a107a939a8b445c550
+oid sha256:feac5997f1a9f7912a4b6edd0d3c5b0dd6a45f4f7126bdfee263c6e1e4121538
 size 4400216536