Run 6. Outer Step 13. Inner Step 12.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6129941,
-    6129956
+    6129995,
+    6130010
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 4,
+  "inner_step": 12,
   "intermediate_size": 5632,
   "last_allreduce_block": 6129862,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:55991c3e29fb1efe3d2140fd190b37b6d97f857fb29f24c7b947eae0c761058e
+oid sha256:bce1c7cc9310cf67485c905a30db1e9d7fb975fb022fe6d91a00bbac133feba1
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:42833d4c1b692ddfa58cc4ec75b3ba085dac3df4320743ea889604d4a81efe45
+oid sha256:2ae100628c393c9ba843797769fd0b3de29c2ad97a3e601c70db6a958ed3c1b7
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7a7512e594f4c389b33c4c31629c8283a13725acd5edc05754eddd6bfa4bc508
+oid sha256:ff83d18710852596ee5195b02d645fcfe37fa00c20f70e8f62d02fac7e2ad82f
 size 4400216536