Run 10. Outer Step 17. Inner Step 123.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6476952,
-    6476952
+    6476978,
+    6476987
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 115,
+  "inner_step": 122,
   "intermediate_size": 5632,
   "last_allreduce_block": 6476411,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6e7038579d9e2c9225cb9af0a2a12cb7560dda84aa9fc9d8a80b575d5fa81dd0
+oid sha256:a17d30fed1b0c783d0d8ee77b7b7be2cb64f680d716bb5adae0e9048a587dc02
 size 88390091

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4bbb2dc0c176ec66607a4d1a1706c5c6e08943ea22ddec010555fdf072b134c6
+oid sha256:055d48a276413cb40e7cf0dc80d7564577f81379e3ace188ad74cbb82e6215b9
 size 4924928111

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6602987aa161e16a046b62b0778f4a978e06b5350874f89834710319086cc9df
+oid sha256:67f160221bf705c4bbc2df5121aa242dc726752cff474b7e6ab1478fa62aa082
 size 4400216536