Run 6. Outer Step 22. Inner Step 97.

config.json

@@ -264,15 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6140689,
-    6140699
+    6140731,
+    6140743,
+    6140757
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 87,
+  "inner_step": 96,
   "intermediate_size": 5632,
   "last_allreduce_block": 6140120,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0d3abfeceeb12a13615692c96a3d766a3639a9d8154773fe397024c621c909ee
+oid sha256:e6d06f9bb24906a189ffa4ba9858c979f613c4d767f36ff2ea8f7abdb4e8c3d8
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f09d363243df7b09b6a30c2a1fb8544d230426583a6668f6c2f821130956bee9
+oid sha256:95b80d946a375296d3d0aa61c8c234bb486f78a9a45ab4bc219827808815993f
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dfecfd34aee33ac4984fe63c98802fe9458a22c2d53929d422a1d015caaa1c7c
+oid sha256:976d9635f9b1b913805a441e3176f51b759ddd63b2b0ff3272ae015c0d2f1c4a
 size 4400216536