Run 10. Outer Step 0. Inner Step 28.

config.json

@@ -264,16 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6462645,
-    6462659,
-    6462668
+    6462684,
+    6462706
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 20,
+  "inner_step": 27,
   "intermediate_size": 5632,
   "last_allreduce_block": 6462427,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fb8e83bcf61a56aea346368d291e9bffc2fd4eb7df164b4f108b37a707127f5e
+oid sha256:a900581c80db24ba43f8e17984f89bda0af1c19a4167d1ca76bfacb998044994
 size 88390091

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4cc7171774feda7bda92d7c393254940d1ac29267fba0d0a794e9e6a11f68912
+oid sha256:5f0baeaeed4f07bff7bd9e3f753a78016d25822fcb06352caaf6aae6d6e7e168
 size 4924928047

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a22af52a40fafa56e7207bf85945aba22afe16c0caae8edf7ed0f4f1a0c9d2d5
+oid sha256:024bca63e3b9f727648291aec6244efdb512326d54bf78360bdee203c085ab43
 size 4400216536