Run 6. Outer Step 105. Inner Step 12.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6204320,
-    6204340
+    6204384,
+    6204404
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 4,
+  "inner_step": 12,
   "intermediate_size": 5632,
   "last_allreduce_block": 6204265,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c51b83eaa1cdfafc455b1c0a8fb8cdc20d5f3b2b253a6c66656c3ad6ece6b6f3
+oid sha256:29ad435af8456e04bd1fc9ee17a4e443c2c10f8b709b5e0b0ff0dc413a46b30f
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:960b62062e8427d5267a79106e1258f51785df324d9e5d72785e4e8f98d3e20f
+oid sha256:315b34a9c5b3a119533f312b6caa32b37b5deffa732255b18cfc5747faa25f15
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d40fa34ca6359b915c342c9ccbf9cc1a3cc815759a87652aef346f4558607738
+oid sha256:584aee93df918a4653a7131922b7e2e8ec189e9aee4504ebd3e68cd5225548b0
 size 4400216536