Run 6. Outer Step 25. Inner Step 36.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6143224,
-    6143238
+    6143274,
+    6143286
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 29,
+  "inner_step": 35,
   "intermediate_size": 5632,
   "last_allreduce_block": 6142916,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bae24fdcaffa3dedc2fafd788c73deb3f8662766b7814eb4709efb6053546be0
+oid sha256:7b7ff0be46d21453b008e41d762d7966add9019ce8e4eb00796a6e51225434e3
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bd19e388dfe2397e5b020240202dd8002aee292a923b885b85f0ddb07d980a41
+oid sha256:ff46782474942e17c1b4f8644924fc0e84cc123412e0abb83d9e854e6d2e6747
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9d841c6ebcb07e3de1cbf0b1911e4fd2136a708515f66e621f58a4b91534f3f2
+oid sha256:b2fcef5575e58396dae882e0604542b33e54e5d7794daff5c0319efe99baedfd
 size 4400216536