Run 10. Outer Step 7. Inner Step 46.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6468529,
-    6468558
+    6468626,
+    6468656
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 31,
+  "inner_step": 45,
   "intermediate_size": 5632,
   "last_allreduce_block": 6468297,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0a1abb004ed4bb069e775c31dc6f270ab96ae8ce04c340d85b92431a8b127ea3
+oid sha256:0fb75fa33df073874eba41d68eaa78fe6576b5d2bdb537394447d946c5e93475
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d9f58ddd38decf646671eefdd04df840fe3238c59a4f4e9e8f3daf8949229b61
+oid sha256:b168b500c7416a29851b9301304193cbbf954861c4fd39162bc1f9971949e2d6
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:27bf3b5d5c7073a7cd9db741ae4c070fc4f9b637de2d3a31bf50c809fd5c99e5
+oid sha256:0a4c33a51df6ef45e0a7698b88e2f01515f83c3f5256282074b5d4543c498a99
 size 4400216536