Run 11. Outer Step 80. Inner Step 9.

config.json

@@ -264,16 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6584182,
-    6584216,
-    6584247
+    6584279,
+    6584309
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 0,
+  "inner_step": 9,
   "intermediate_size": 5632,
   "last_allreduce_block": 6583900,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7edcc57c0cb7ec52b7b23ab598c6344d033d65b2fb00c450c3a1181984c4b436
+oid sha256:1b476ebabf84dd9233511daf1b13c80fbe0aac2b5b157d8a2d9ddef1843610dc
 size 88390091

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:12654d9f3235a1857aa9fef6461baba778a20d93f9c472e9b8c338a0b6c4efb8
+oid sha256:d603886f0eead794c9cf944a30dc87a1df662b67a90416e2481876d979bd9295
 size 4924928047

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cf80a581592ebe97de5c32e4f6a15b0d927b32df77d141d06cd3674d9a50628c
+oid sha256:269a1c2fbb8002be877ded15e830b56c993a60f7754a59fa38e8fb10af2a3ece
 size 4400216536