Run 10. Outer Step 2. Inner Step 32.

config.json

@@ -264,17 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6464513,
-    6464529,
-    6464542,
-    6464555
+    6464589,
+    6464606
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 24,
+  "inner_step": 32,
   "intermediate_size": 5632,
   "last_allreduce_block": 6464382,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:03d7d3a6ed68c1fb71841e0ffa3cf23ff8add46617a56d8129aed9c2a8c671ef
+oid sha256:6d48abd0b6b16a98d422195cfe6496c5290149314a718a622320ec429abd07e0
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9c969e7b7db5122c8559bce4306b02ecaec53ece596df755e54124f2ff28f37d
+oid sha256:ac99f3d18a6e11775cbef099fa26b5d986e13d2650c918ae47bfcbb9989ce1d7
 size 4924926842

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7e64770c3a5835d0238d297e2488a1eca72d783be90c5e58ac61602cd082f2fc
+oid sha256:704bb0603a077e697ec6cd5c645186290832f2e335ca0947361368c96a1ca54d
 size 4400216536