Run 5. Outer Step 137. Inner Step 17.

config.json

@@ -264,16 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6011024,
-    6011060,
-    6011097
+    6011138,
+    6011177
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 15,
+  "inner_step": 17,
   "intermediate_size": 5632,
   "last_allreduce_block": 6009945,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e1f357e1f49700ca27cf4a07c55c21d67dd9564068327c9f449c04b1fe32cb29
+oid sha256:95e7cb19f8997e5e7eed96bb5741a1d41fe59e2f03146f9f1e778ef23e7a5580
 size 44585978

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:33a9eea9cae76d5423bfe26b5df936fada6a352164b2cffe17a93f92fd62e167
+oid sha256:894800a37245723f0bf6955430be2f6591f5aa19239d2253aa9d6799eb04ffe3
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d8940d12e580d811365f6fda5a4e61a89e085e898856e9a4127203a4d4ede28a
+oid sha256:47c40ee5153ffc3e5ecb89db96352885ff8c7a174cb752539af310ac67dc5cf4
 size 4400216536