Run 9. Outer Step 3. Inner Step 70.

config.json

@@ -264,16 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6450574,
-    6450593,
-    6450605
+    6450629,
+    6450646,
+    6450658
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 62,
+  "inner_step": 70,
   "intermediate_size": 5632,
   "last_allreduce_block": 6450080,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:060f8a8d1cab8e272c2cb83c01ee6e58ae7504fd7b2e89d490398c53943ffeea
+oid sha256:ba3f6b30c8b6368d47d3773d0978e3168447020cdceceaca0c69bfd6a0e6c7dd
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9352851a9e7d0a22a5a1eb430a1b1d66d47408132767770541f436de88ebd6e0
+oid sha256:44deade98e9b7a540d56a233a5b44a50fb9264364d3508049e1a0e749d378d99
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b84599d47e37ee9de30983b38dd6779fbf8b637b5a93cf3f22b4c83b27bae03f
+oid sha256:f2ee975817809d820814cb6312931da8e9559c2253cdbbc5741bab67d2e7f974
 size 4400216536