Run 8. Outer Step 90. Inner Step 6.

config.json

@@ -264,16 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6408924,
-    6408937,
-    6408980
+    6408994,
+    6409004
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 0,
+  "inner_step": 6,
   "intermediate_size": 5632,
   "last_allreduce_block": 6406083,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e292501befc15c86a2ee88c447b890e56bbf085804f8b78c4ab6fc1b88eafb93
+oid sha256:318da0c155cac68df80215a1215a6864e517758b3f3ad87a65543dc29ccc3e08
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0c8eca984270f45299d467cab3f50b10f8672b3cdf2dea3cc3a7d13d5f346f87
+oid sha256:6b59d37278e2a7286dd17916347e1aefeed14d5bc76196ad61568a527895bd12
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:24f74a5e105ab1842e1ce33240913cc259c9ff1ee02a91608a91c494238aabb7
+oid sha256:ab92e6f675779c0cf0c94ff0058bb77293e2f9433baaec885713147732d54e41
 size 4400216536