Run 9. Outer Step 10. Inner Step 87.

config.json

@@ -264,15 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6454646,
-    6454658
+    6454686,
+    6454700,
+    6454712
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 79,
+  "inner_step": 87,
   "intermediate_size": 5632,
   "last_allreduce_block": 6454064,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b11a117ef8978a42d67934e141fbbb2d75fa1ab730b6c1106dea0fd1597d0ecc
+oid sha256:7089d6e16f30c128e2ce04f482ddb82355451a64592b2a6b6773828b294ce1d6
 size 88390091

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7abf87126a19c02c6aefd34d39b4963c3b7da55846c9d481e80edb6855381fb1
+oid sha256:8e121d53f4084904772a5c48028b9ef892228a16b465049a631b21e7acd34f20
 size 4924928111

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d3f2e02501f331bf013c943d54f5a9aeb75d139330aa21572d1fc998cb70348e
+oid sha256:0c7334d2207abdea041e969065d003556daac95e526f1b547bd9eb6cf0db04cc
 size 4400216536