Run 5. Outer Step 150. Inner Step 128.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6087131,
-    6087160
+    6087216,
+    6087242
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 124,
+  "inner_step": 128,
   "intermediate_size": 5632,
   "last_allreduce_block": 6062756,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fb9e3daa7fe08ef6a4c436ff7cee1efd54e03bb215fcb7349efd1832d977bcd5
+oid sha256:4dfb2f0e301a4be6d00edecbb1329bed620f5d766bfcdd03045e7a0a5ccf9d9e
 size 44585978

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6c7c00349026b8c28937848ee443d7515242644ea34c59663b9a7d3f6f849256
+oid sha256:91c9c506586f5d806478c0ecb925a342dc4473ec56dc4ed8352cf17dedaf37b6
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0b9fab7c1e42d828daebd7c2e3c2337467ed89f54ba3e23d2661908ac18ce365
+oid sha256:dc490ebadacf9a0992c9a0e2aaaee1b2d780900b39d3f111ac83bb86760470ed
 size 4400216536