Run 6. Outer Step 34. Inner Step 32.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6151071,
-    6151101
+    6151187,
+    6151222
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 24,
+  "inner_step": 32,
   "intermediate_size": 5632,
   "last_allreduce_block": 6150699,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0c640f0958f77713d0f7469e3832a25b4e2f7a5f144bc21f8d6a1a168c2986b6
+oid sha256:f88ffaa3b081e1c05e5531f7a070fcc5ab5d91c6846cca6b54bbcb75b109d04f
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ab9873aeb5e2caf6604abd808c1b0f67b70f2dacf388d97bbc4a4a228c4245e3
+oid sha256:f05f68521cc3842e2f1061f830a1bdeab2e0eb4a614d8ded6f48cf5564573dc0
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:70ad5f7cfb68d0280a78142c160ccd9919a44a581a89f0876b20ab3edcccf1ab
+oid sha256:bdf20d3b0121d593f70eaab46e5eb29bd013ded301353a83d5265b82c86c44ec
 size 4400216536