Run 6. Outer Step 41. Inner Step 31.

config.json

@@ -264,15 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6156819,
-    6156831
+    6156864,
+    6156879,
+    6156892
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 21,
+  "inner_step": 31,
   "intermediate_size": 5632,
   "last_allreduce_block": 6156228,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c879cf466f8ea02219fb24a01ee9f0c326c1c9ffe63717cea808bd0242678796
+oid sha256:228f035951648e3b5080404ab5ec2aa786d7a0e5f7cea3777c55a85a3ced10f5
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:108c19714f671c1764798d8fe5664465f0853770074985dd39c6c08667e1c3d2
+oid sha256:3db7494f2d1828bd0aeaa023a7452a00576f03c2996ffea7d7aea1c33d2ed481
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e695f2a6cb86f2291a489a0ca05f7029d3f5ea6706e66a874c51bc7ef81ce81f
+oid sha256:96593369d867b2a2dce69b680dd3dacdf2e576bc3c9e9c44e20b6b765811939e
 size 4400216536