Run 10. Outer Step 23. Inner Step 12.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6479959,
-    6479975
+    6480013,
+    6480029
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 4,
+  "inner_step": 12,
   "intermediate_size": 5632,
   "last_allreduce_block": 6479877,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f81f97c21043b45dc930cb23dbf04a308ad81c08c07cded2b055b0f4db31656b
+oid sha256:331c0e6de6ad9f3f665cc4d424a75125013ccd640b36f4ecf70c3a9cb64c6d9c
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e2c48d050b699d2f519397214c7808b095b14ca9812bb4b4c3b9b953cb4f506a
+oid sha256:79540a60216f2ecd2e8e401f6076ab7737e4d9714c72bf0ad85f109a9f72fad1
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:68f3ed2e85e91268033a284332fe596db7ea84eeb980e3bbe194b1ba1beecd1c
+oid sha256:359faa1f7b7237ec37d52ed6f1cd257cd25505968d2e28bf2c7a430f8b605d74
 size 4400216536