Run 6. Outer Step 97. Inner Step 35.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6198491,
-    6198509
+    6198548,
+    6198564
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 27,
+  "inner_step": 34,
   "intermediate_size": 5632,
   "last_allreduce_block": 6198252,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5809f9416ad047ddc1f0fe2a6c90e967affd79d57a08fe4649d31b7de6bbedae
+oid sha256:ae4b24fd6ea107b08525ba10ee26177d575ec2592143a474c9f635ebe39c4ea7
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:92af99fff78bb5276e287526d8f5985e2f613ade9f3fa6310a78024c01b3e5dd
+oid sha256:02b2340e197f412811287235e337d015b7004026650c35a8e8150e8ba55bc996
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f8d068f9a152c878a8344c319889122ccf9cc090b9f724aa2d335cb9d86ca312
+oid sha256:2ad4495e9c548f3a8a177ce1c5217925273b8c81bc1626145fa44244661e9828
 size 4400216536