Run 8. Outer Step 38. Inner Step 77.

config.json

@@ -264,16 +264,17 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6360564,
-    6360580,
-    6360596
+    6360630,
+    6360644,
+    6360661,
+    6360677
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 65,
+  "inner_step": 76,
   "intermediate_size": 5632,
   "last_allreduce_block": 6359562,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2bd320fbee44a9626b3be7af5fbd4de7bf37e24bd4f84b9900d420f30bd153e9
+oid sha256:2ffdc0c0a52b7e8e52cd130eea92005a8d001bec04ede5a22d785580eb3dffdb
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:943e0778405942c6945e9bce99cb3e432f7c4d7af94e0cedd39a46ad042e07c1
+oid sha256:f815299afb65aee6dde534e52905fac6596ead094015bbe1c13c0b1a416da9de
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:80f6b106330542a7dfda653a06dda565801fbbc665c29657c8913d04b79e5df0
+oid sha256:55e88b86a53a7909551c91eb654ae3b37b4f9e095ababa1c2675179c4a5b4284
 size 4400216536