Run 10. Outer Step 2. Inner Step 41.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6464588,
-    6464604
+    6464641,
+    6464655
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 32,
+  "inner_step": 40,
   "intermediate_size": 5632,
   "last_allreduce_block": 6464382,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8bb2bbb4ffb71c77165d249bf3fea20113e0e1bcf519ca51deba38ee28288fa9
+oid sha256:59f38b688402943f97d0e2c4bcac5e200d155a9881d44ac8c2ac982e9001fe04
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cb4b4e0002cec0547a8538630bfdef53fc37a6ef8b9bd1c2116290d3d3d7e0fc
-size 4924926842
+oid sha256:a0142667c0b24e885d0c2d564a5ca493a057b1f33798da1977ef6b36d79ef207
+size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ee61ab66e8a465b8347c6ced88a11ebf6c7334cb880023ba8c369111c3e97572
+oid sha256:869e4af015ab7882b92d237ff7c0da44507e60423d2849f85b5c9f592efa388b
 size 4400216536