Run 6. Outer Step 40. Inner Step 12.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6155708,
-    6155750
+    6155831,
+    6155868
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 5,
+  "inner_step": 12,
   "intermediate_size": 5632,
   "last_allreduce_block": 6155595,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:76e16966e27498111653f13dd89fa38decbc2090979b792f23fa6c4c99f4a922
+oid sha256:89cb8360b6424553862e99501887dff39172f8172245049ca06f43929272b8a4
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8ec121ea0b6c5f748a3288b0fecd3475961e253c1910ddd17851a9974f040eb2
+oid sha256:6f179ce81b33fb02730bd132a4a4824a90e1e26ab179717afd0700b248e882e0
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0e4cb1b0f7a0970d8820c67c643b57e7325ff4190b1ae0066f8e648b5c029f07
+oid sha256:10a8ca89c6689c3c6f5063b71885e9defe42d91aa9ff2227754ea33a0f4986ef
 size 4400216536