Run 8. Outer Step 64. Inner Step 86.

config.json

@@ -264,17 +264,19 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6386088,
-    6386098,
-    6386107,
-    6386116
+    6386138,
+    6386147,
+    6386154,
+    6386164,
+    6386172,
+    6386180
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 68,
+  "inner_step": 86,
   "intermediate_size": 5632,
   "last_allreduce_block": 6385832,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:13283c01a60fd8e9df1ccb5e47bdde6743c40ac2a553ff85de3014e7ce5cf8bf
+oid sha256:c29e091e7c61476866af6fac7452ec3023a48a188778b8ce597fa99278adb99b
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c0dbf9f869de851326e54f327b4521e6792c6684a1a4043c270e39115c685aa7
+oid sha256:8133f2fae5c0a054e8963a5ea915192aeb178c2c08c7f27db26531fd2fb861ab
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:feb3e161c8b72132355a0c678bf4afacbc8d9dcae74ee97fabdf2c0e15b47d6c
+oid sha256:b6ddb18f6b8f625a69b2282d42718b480ab4c4c1a9c10fa16b84769eee346429
 size 4400216536