Run 8. Outer Step 78. Inner Step 17.

config.json

@@ -264,15 +264,17 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6398650,
-    6398676
+    6398712,
+    6398729,
+    6398743,
+    6398753
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 4,
+  "inner_step": 17,
   "intermediate_size": 5632,
   "last_allreduce_block": 6398628,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:928049a2e16e2a339f13668e3d4aa659a20c97c66729d7be0219f056b067b954
+oid sha256:59a8b34a2e58d3044200dd8ce6d8770c8520af2d6a7a94e114a09f444faa6d5f
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4fedfde790351d67253ab8a1d34c3aaa716d3af2cc5105851dd384f55ad20f81
+oid sha256:376f9ee0353609fa6801d00c18ca9b9fde4710c14eda13f00c3ac528aacb1ea2
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e6e5e5c42cf6ff6c85fda33ad2406c5a25886d0d63c7f9410af3cc2316145f23
+oid sha256:1bbe2e78909b77463ed18e8396d6c43dedb577074d065b1c6f4331bb405d057e
 size 4400216536