Run 8. Outer Step 78. Inner Step 27.

config.json

@@ -264,17 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6398712,
-    6398729,
-    6398743,
-    6398753
+    6398792,
+    6398804,
+    6398816
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 17,
+  "inner_step": 26,
   "intermediate_size": 5632,
   "last_allreduce_block": 6398628,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:59a8b34a2e58d3044200dd8ce6d8770c8520af2d6a7a94e114a09f444faa6d5f
+oid sha256:d855a1cbc757bcb37480512dcd7f5d89b65913f24dc1dcfd6680ca59cb70295c
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:376f9ee0353609fa6801d00c18ca9b9fde4710c14eda13f00c3ac528aacb1ea2
+oid sha256:f31ad51814b82d37db9ca48b02d3ec3a9d56333c0595ec887d7167027bc2b3ba
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1bbe2e78909b77463ed18e8396d6c43dedb577074d065b1c6f4331bb405d057e
+oid sha256:800574faa236684340c853158a2064513b09641c617ae281ec4a55bd9d6b3746
 size 4400216536