Run 6. Outer Step 40. Inner Step 37.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6155837,
-    6155868
+    6155943,
+    6155978
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 23,
+  "inner_step": 36,
   "intermediate_size": 5632,
   "last_allreduce_block": 6155595,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bf00f0ff352d2595a3d02db33e96992bfdc5cc6dbef8bb3aa22de7336c5dddf2
+oid sha256:a99ae12dd351cd493aac25cf1bb3d0846d6ab377a46489ca626fb51b1e4cf40e
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:055b3d33b13a4eff5e8c0fbd29aea3857e54d0fb8ddf05bd0b1bea9e8fbc6f63
+oid sha256:291a53915aeb0a918862666e418801506c5240a73397b1a43ae6a7bf50024520
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d048081fec553a606fb1aeb5d9686a6995813165328832301017f1f76c945608
+oid sha256:f8d7fc703f8127b22423e33fb6b85736d1b3ab03406e9afc02fffd1c545ce6b8
 size 4400216536