Run 5. Outer Step 139. Inner Step 12.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6013298,
-    6013329
+    6013388,
+    6013422
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 10,
+  "inner_step": 12,
   "intermediate_size": 5632,
   "last_allreduce_block": 6012664,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:635aefb3d30507fb510f553bff0a7918aa8c0c9becc1785e4376f64c6dee634d
+oid sha256:393f63b4d7d8648a62bf33b07559188f5e16c262c2bad4efeb89a590f7fb15f9
 size 44585978

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6df3f301d6f47fd78b101c473ea8f67460709e4cf0ed1b8da04500cc0424e9d0
+oid sha256:530d486051a242103ec654b15ce2a6932194d2f04359a4dac2f1f7202ac78240
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7bce5de6b879d2fbbfd026c6bb697f072dd7b55d74fb1a3f27ab572ed600cfd4
+oid sha256:938f98d04dc3a8daf4305e7f9e60e2ce8878c008d2bc36dadf5a6e08f65dc6ed
 size 4400216536