Run 6. Outer Step 34. Inner Step 25.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6150969,
-    6150997
+    6151071,
+    6151101
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 18,
+  "inner_step": 24,
   "intermediate_size": 5632,
   "last_allreduce_block": 6150699,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9d5861ea116e8596d746b93bd773db740cf7982eb4066725cdb5a3404bed96a6
+oid sha256:0c640f0958f77713d0f7469e3832a25b4e2f7a5f144bc21f8d6a1a168c2986b6
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bf1eda030d1644294356f41443ee2e36a8505be7ebcb76baa862c12b92a44640
+oid sha256:ab9873aeb5e2caf6604abd808c1b0f67b70f2dacf388d97bbc4a4a228c4245e3
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5cfb22805d167251ade7c911e3e0b6c0c1db3b41e13b0dfbc6d1da43d37a6a01
+oid sha256:70ad5f7cfb68d0280a78142c160ccd9919a44a581a89f0876b20ab3edcccf1ab
 size 4400216536