Run 8. Outer Step 69. Inner Step 23.

config.json

@@ -264,17 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6392672,
-    6392689,
-    6392709,
-    6392723
+    6392764,
+    6392781
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 15,
+  "inner_step": 22,
   "intermediate_size": 5632,
   "last_allreduce_block": 6392575,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4fd50e5ddfaeb84fe0d5dff2d13e23110f30d9f5c6ff13bed7b659a00b791a2e
+oid sha256:df1e4ac4edfc351a3aa19f86b59719daf3e52bd891607d9ecae8f1367625204a
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dba9696e7693df6f2d929ea603f4aabf2e8028c88e170f9904afda2a176807cf
+oid sha256:611d3c66aae0bbb4f874f1e6887687129d29f436f4d7313e0d75891648455f7e
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:649cb830be748b30cc9f30eaceb6762bcfa70f340ba016b43d6ec86f5f7cdc71
+oid sha256:93a352604f62b91386143ae7cdf6baf5ccb978d1ef50d79b7fbd8e55606d87f3
 size 4400216536