Run 8. Outer Step 69. Inner Step 15.

config.json

@@ -264,15 +264,17 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6392610,
-    6392627
+    6392672,
+    6392689,
+    6392709,
+    6392723
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 4,
+  "inner_step": 15,
   "intermediate_size": 5632,
   "last_allreduce_block": 6392575,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6d57f4b1f94380c5916fcd41a38be4c73711f28b2e8b0977dded7492c7131318
+oid sha256:4fd50e5ddfaeb84fe0d5dff2d13e23110f30d9f5c6ff13bed7b659a00b791a2e
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dcf96aa1d558b30ef4fa2b768e98ab102409ff9d64a1b9a7f252964421644654
+oid sha256:dba9696e7693df6f2d929ea603f4aabf2e8028c88e170f9904afda2a176807cf
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:29dfe49e032e240a65fdfb8f7183d08463308abf36e481a7c8428599b7ec349c
+oid sha256:649cb830be748b30cc9f30eaceb6762bcfa70f340ba016b43d6ec86f5f7cdc71
 size 4400216536