Run 6. Outer Step 89. Inner Step 26.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6192086,
-    6192105
+    6192144,
+    6192164
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 19,
+  "inner_step": 26,
   "intermediate_size": 5632,
   "last_allreduce_block": 6191887,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:49df2fd210129977c70a0c584c56e732934f1fa17e29658af8e1c33a09613b42
+oid sha256:496a41bd9788ae2e1af60a5ffb1ff6a09bd0d5e9e8ab7e86e159b0fa19deab7b
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bae89b525fb07ce4e04a41bfee932b0c65397eb62fee3c1c13af6fa528aad0ed
+oid sha256:64d45faa2ec2159ce4b407be84ce6eb6db9fdf29f908b268c1f627dbf6fad831
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a0b1ec3ab2d4eb5aac60842804358a820e8543dc6d0be5943ccc29d6e870a71e
+oid sha256:e2d8120c8409b75e3e6280363dad4445e3ce5401534823f77b00d472f0405131
 size 4400216536