Run 10. Outer Step 10. Inner Step 12.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6472450,
-    6472472
+    6472504,
+    6472518
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 4,
+  "inner_step": 11,
   "intermediate_size": 5632,
   "last_allreduce_block": 6472423,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ca84470438dde3338ae6b758f97379ca2fe6099b5144efcfa6065926eb8c2874
+oid sha256:41ffe61f085bfff4c66b1dc48a942ebac0e8075a053af02447f625bb603b4a8e
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:807115e63b122184abfa9e1af428ccc18c0b22fa0dcc12f1488aed905f61bd32
+oid sha256:f357521a1149a0901f87d20593d2d43ab2b78f20a0e7e7308a07976fee372031
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3b0f687a48b4536e6c204da4a6879dd1985426c4ee36b83a014b5fe3035c2fee
+oid sha256:f52e8635adb6fb7bccb6116bfe21ee596135bcd97a2493d5007d048767edda4f
 size 4400216536