Run 6. Outer Step 32. Inner Step 19.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6149572,
-    6149615
+    6149700,
+    6149734
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 12,
+  "inner_step": 19,
   "intermediate_size": 5632,
   "last_allreduce_block": 6149416,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:77944181642dd0277b05f1af65462ed43697afda3ad4ceae5c8fbdd41e360dd0
+oid sha256:703f14f26a15e46df4bd799592dcf55ae9063a1dda9e6ad1f647c5dd07caa2cf
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b6f32205347350214a6a617ffec6f9e4356b44ec2184ec0238c1c530192edb28
+oid sha256:7290e106da4a746503fa2af4d59415ed2711a9cf6c7805356251503d5361fb04
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6aadb6b4c714a50d88285325e455d227b18967609acfd81a16b1d3c18e92a705
+oid sha256:7496e9c8f764b5436c8d50e7e017693e6f91633872a3ca9e7b075590d0ced7c1
 size 4400216536