Run 5. Outer Step 135. Inner Step 32.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6007426,
-    6007460
+    6007524,
+    6007557
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 30,
+  "inner_step": 32,
   "intermediate_size": 5632,
   "last_allreduce_block": 6005880,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f89bc31aaf3f006ea051c648cece680dbc81fa508a03e806ab4ea80db1070287
+oid sha256:09b4782525979b00d284670bd5d2e2d3711b7f0635596c59f51ff6afe7e59e1f
 size 44585978

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3eb1c45d41a19e8e9e8f6dd21438ef17d7d87adb2c03418d93133cae505507fc
+oid sha256:957c7174c9f667d5fdfc793ad29f54da7550fb0a2a46f4bbdd7b432781362273
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:55177f4d619b74806b04caee13b2d8baae748e2e32ec71daaa92389a7e19f80c
+oid sha256:fcb8ee3896c9becc555736ee40d5ff13c15f007ca83cb43016b11718b7c5620a
 size 4400216536