Run 7. Outer Step 24. Inner Step 9.

config.json

@@ -264,15 +264,14 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6231732,
-    6231752
+    6231796
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 5,
+  "inner_step": 8,
   "intermediate_size": 5632,
   "last_allreduce_block": 6231252,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1b44c7e1e650c0e92cb416693ca0b3a997b101f6a7e24f9210bc11d2a4777470
+oid sha256:5d8af2e47740b555efa2c2559c42d132295096691ac3af7a97d91f708c2869ea
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3062ce71f430a8bf9b10dbdc4115dfe1f088c37fbc67b9db776178762f4cc691
+oid sha256:f28e6f343042fc0d19fafbd581403208f469c4f00613f57b325ade947bfa2002
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b089436a686aee5215183e6744cc582355a9701b4cd905b3e1d040f40230aeee
+oid sha256:65d908f255b28e70c33e0ab47c2529e432f742aab7176ff34245cdb6effe17b6
 size 4400216536