Run 8. Outer Step 50. Inner Step 16.

config.json

@@ -264,15 +264,17 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6374158,
-    6374175
+    6374212,
+    6374228,
+    6374245,
+    6374263
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 4,
+  "inner_step": 16,
   "intermediate_size": 5632,
   "last_allreduce_block": 6374115,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7010f9171cd7b638172883f80e7820cf74c9cb4bd63dcd7faf95112e75bedef8
+oid sha256:43586313d00f64b798a436dc6ab89a366af68359c81adefa4ac04d401933d003
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b4211ca0563ac2550f613221500c44a15f9db96c1f23bb0d69a4f002105933b2
+oid sha256:b7fad7e3edb85dacc45da22d411eb4bf269712eb49f195954c1aff2a4e1c3ee4
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e888d3bb3dca169c3fc83522b05090d334f221f4c0e3fa36eecd4e3c29b6da50
+oid sha256:25392ac380df2b6c96a1df6e742450776c72c9c0c6c2163d02ed536b2fb2d8fd
 size 4400216536