Run 6. Outer Step 40. Inner Step 35.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6156074,
-    6156111
+    6156192,
+    6156224
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 27,
+  "inner_step": 35,
   "intermediate_size": 5632,
   "last_allreduce_block": 6155595,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:13549f222ac4a0ebae0b4b484c89bc3f20a7b930aac9d16ba3ddff42546cae00
+oid sha256:584a459f00ee265609ac3d359f92cbcad82be85485c1ad5dc92355f32b466619
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c4ca5b312a58301ed6dac910f2a0774117bbed4b02ca6875d93ae21a4ec41913
+oid sha256:11335fae9cb6888d4def217c09ace03163d5cba593d6ff103e1d4a087957638a
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1aebb2e4cd11ac4c638698cb133b21a44c09087eca67d7943a7caeb3f6f78a9e
+oid sha256:97cc40864eaac1d74e742343e12ec91170ea2de883e1ba04108ea9cb66140ced
 size 4400216536