Run 10. Outer Step 4. Inner Step 92.

config.json

@@ -264,16 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6466176,
-    6466199,
-    6466212
+    6466231,
+    6466254,
+    6466267
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 84,
+  "inner_step": 92,
   "intermediate_size": 5632,
   "last_allreduce_block": 6465631,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bfd005c28859f528bf3655acc7ba6aedb0453efd40fadfb886b0d98a96ebd42c
+oid sha256:7375d25346a925bbe1c10428d5bf40c8b22bea3467a6c46b68a082e8c938a753
 size 88390091

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c10dbb92a6340fb4f4143c7fdcc6c9d217493491c215b2e5f6820bd9fd59f0f8
+oid sha256:e9b66d32201045ec7acf6215b0db20fda64d129674ceee6098c8e7eabfcc4f2f
 size 4924928111

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ab85633e35bb9934b779782cacff013142e7b7df081778ddd8ab206591e8eef6
+oid sha256:d22c5fa8aee34455881ff3f08f5d9494a8e921e423e1054fcbbd4015a2446098
 size 4400216536