Run 6. Outer Step 100. Inner Step 86.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6200798,
-    6200810
+    6200842,
+    6200856
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 79,
+  "inner_step": 85,
   "intermediate_size": 5632,
   "last_allreduce_block": 6200206,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:19eda59204414e3c383d5bab7e60f10806296541016abfc1226a043e48e043bd
+oid sha256:4740d3b8db08d7fb500add9a127677faf6403e102e989918b5737e42cee4b26f
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f05b438fa35cf9803742bd4cba481b6c22ce3d2362f2d27e0b507d116daa6063
+oid sha256:c7facebee058b102a3b83171a52c918b8c26dbb07d29601141ba6c2fe52a178a
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a2e738a3b9653f0ca9bfab0402b2d42c8c1cb53774d42b1c5cd1773fa1bff3b3
+oid sha256:3f03e1de608ef547319b18cb96a75fba78ca87e2020950cf5a2f34eef542969e
 size 4400216536