Run 6. Outer Step 75. Inner Step 98.

config.json

@@ -264,15 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6182021,
-    6182029
+    6182052,
+    6182060,
+    6182071
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 87,
+  "inner_step": 97,
   "intermediate_size": 5632,
   "last_allreduce_block": 6181469,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c878641b8ac22105ecf8bb9c729dfe6da8a49f1f64318891ab9dddf2ecd5c6e0
+oid sha256:ee168755624ed43813bc5babda07924b4d4a2b88ab5c418df99304f321f94ee8
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:248477d82efda787e654363520a891c7a40e263912bde33db597bd7851ae8c2f
+oid sha256:ab0489a08ab644cbb39bf88d9c05dbcf6db729980e580e2f1b06d23b92d10d33
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a24fd2dbc8b6e028d78e7728ccaf4ad1d206786e47a907b88fb0ff1961fc72ee
+oid sha256:1fcae3193aa7a0ebf11388bd4486ad850a5cff012d34c72118ef7d71b69ea4fd
 size 4400216536