Run 7. Outer Step 45. Inner Step 36.

config.json

@@ -264,16 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6250446,
-    6250465,
-    6250477
+    6250517,
+    6250534
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 28,
+  "inner_step": 35,
   "intermediate_size": 5632,
   "last_allreduce_block": 6250129,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2e6c8d20b3055a5babd139d53c0f57af8c287933165bc0419e80c5bc0dca4a8e
+oid sha256:e0170c6536b0cda8ca2d87d98593acfc76c2e5d56beda509d317ac5e5f56556e
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7117dd3eea215316d7e93656acde419e358e30a85c1259dada0fc7e04bb959a5
+oid sha256:fb52c3cc664ba0ab6eb7ce311f590279e4c7a64bfa8c42e503bdac46e472482b
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4124fbafd1adcd229622186f27c3501a9ddc8095086399da035874556e09bb27
+oid sha256:df116418cbe7814707a4c8cbc850a68700ed918de4f1f50fca994d1c90a26bc6
 size 4400216536