Run 10. Outer Step 23. Inner Step 20.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6480013,
-    6480029
+    6480073,
+    6480094
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 12,
+  "inner_step": 20,
   "intermediate_size": 5632,
   "last_allreduce_block": 6479877,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:331c0e6de6ad9f3f665cc4d424a75125013ccd640b36f4ecf70c3a9cb64c6d9c
+oid sha256:14ee93c84017f18fe80e3821eb44d9f5f525c1f2366013bc0a58cf6460abb5a4
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:79540a60216f2ecd2e8e401f6076ab7737e4d9714c72bf0ad85f109a9f72fad1
+oid sha256:f7c476bdea05c4011e7aa57e97e151901a74a62e3bec1a0f8a7361ab6eb11af3
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:359faa1f7b7237ec37d52ed6f1cd257cd25505968d2e28bf2c7a430f8b605d74
+oid sha256:2a8f04f0f6ce7c7182bf03361acd56478232a35b5c28a4f01dc55ea8f611f0ad
 size 4400216536