Run 8. Outer Step 43. Inner Step 26.

config.json

@@ -264,15 +264,21 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6369517,
-    6369536
+    6369585,
+    6369601,
+    6369618,
+    6369632,
+    6369647,
+    6369665,
+    6369683,
+    6369699
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 5,
+  "inner_step": 25,
   "intermediate_size": 5632,
   "last_allreduce_block": 6369452,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8a24327a23a7f6cd3c69d3972e91abcce5420f4d38983293158073e414fdfedf
+oid sha256:f1af7ed73118ab5886e417361b92347fe50e45d79bfd3071a4963d8267f098e4
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:daeeed288dde8be3be408768aa1cf01ee8f3aaa4556cb121fdc06441b233ef60
+oid sha256:cdd182466ad4ab3a95c82d743d20f8f8dacd965f92f0fc2ccc2ffe6aae7b0ac0
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6e41e7760dd8ce11d6f04a427ac4f8973e3210da7b5fdcfe64c63313f4a5fc4c
+oid sha256:7c600a22afed42103efa53c2bd096c4117db6240584859ef4ffbeee89eb8b116
 size 4400216536