Run 6. Outer Step 40. Inner Step 20.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6155831,
-    6155868
+    6155951,
+    6155989
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 12,
+  "inner_step": 20,
   "intermediate_size": 5632,
   "last_allreduce_block": 6155595,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:89cb8360b6424553862e99501887dff39172f8172245049ca06f43929272b8a4
+oid sha256:26c4b690b3b2ba188f022d8bef0410c8faa2185a35608c22ffb90668a4a01429
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6f179ce81b33fb02730bd132a4a4824a90e1e26ab179717afd0700b248e882e0
+oid sha256:b86dc62b29411589fc98243de77430637cfb0b5716170b4c9fb810feb25995df
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:10a8ca89c6689c3c6f5063b71885e9defe42d91aa9ff2227754ea33a0f4986ef
+oid sha256:8a7056d723b0214abb35b8034ad99f5a137f79d10c25bdf8d02f0df21a1903b5
 size 4400216536