Run 6. Outer Step 18. Inner Step 35.

config.json

@@ -264,15 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6137907,
-    6137923
+    6137950,
+    6137964,
+    6137977
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 26,
+  "inner_step": 34,
   "intermediate_size": 5632,
   "last_allreduce_block": 6137633,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3a8536b9e24384c0571b05c2f38f79b09151e6ad5c4747cd5d7ca07d76e7117c
+oid sha256:8c73264e65632201605da0564a34f10446476c385fc9dd84f6737ddc64bb3b01
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1709d97d14a6e64094ea6c3b4219f795ad611011bc28b148ce998b8a85dcf600
+oid sha256:76c69e14524a8cea03b31057eec85a27be9d522b06320994f31ccbc8ecf08463
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bdb71c4ae7be1f5c1e67705c4e8125755ebb0872a13f0478a97209c8b37f9618
+oid sha256:45d9c6f1f465fa50abcb7b15fd3e04d1dda1cebfdf3928f802d770659f318563
 size 4400216536