Run 9. Outer Step 19. Inner Step 19.

config.json

@@ -264,16 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6461563,
-    6461577,
-    6461592
+    6461620,
+    6461637,
+    6461652
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 12,
+  "inner_step": 19,
   "intermediate_size": 5632,
   "last_allreduce_block": 6461450,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c50b10d26075fa311798a08980c7571cd268b18929b42ad2d0eb0a814199498b
+oid sha256:43f6df4241129b3c07a16fcebe672735305235e0552d7d4942b298089bee128d
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c9e4160ef77c7c9cd5a05f1597c0f82e65a9a91ff33c90ab164d74dcefcf798a
+oid sha256:c92c1348c9425a08d650cb3a036615f68dda109f23cbe2eb866c737b4d0e0114
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1f66973c8f097cae981f436f1458e33acdb108418b29d40905c9e29b9dab7093
+oid sha256:c3880843b40a6bcf01bd011fe51fd2f64e5cfe5b92931c65edc32b3a56fd9805
 size 4400216536