Run 10. Outer Step 0. Inner Step 35.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6462684,
-    6462706
+    6462726,
+    6462749
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 27,
+  "inner_step": 35,
   "intermediate_size": 5632,
   "last_allreduce_block": 6462427,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a900581c80db24ba43f8e17984f89bda0af1c19a4167d1ca76bfacb998044994
+oid sha256:416d6f920ee7165c8ecbe8a9484d5620da07453d9bba2b419e5b4667af03b216
 size 88390091

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5f0baeaeed4f07bff7bd9e3f753a78016d25822fcb06352caaf6aae6d6e7e168
+oid sha256:cfb916bcc8f3a1a1877783d653cfe105e424949e2c38fe358c64b547da4decde
 size 4924928047

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:024bca63e3b9f727648291aec6244efdb512326d54bf78360bdee203c085ab43
+oid sha256:103840f25e6db770e4ec59864139308ef93f454082f85cafe8dae396dba54535
 size 4400216536