Run 6. Outer Step 70. Inner Step 67.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6176919,
-    6176932
+    6176975,
+    6176994
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 58,
+  "inner_step": 66,
   "intermediate_size": 5632,
   "last_allreduce_block": 6176357,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3aed4df2aea816d9483fe2b0dbd36f50e2a26d710534665b053b03bfabd7fb55
+oid sha256:21406ccfe60dcc92b755a46e24babf7d8543c4a6c233e874c3c28b18c34e7e85
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c6d61dfcebd1decc2c7beb2e3136d6ba2e262535d0bcb6eda2c7008071f5a0be
+oid sha256:999f0de3954f0e7b1093492b9007e3b2a23df11854217c73426a93cbed907a37
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0e87f8b415ac4e4773974c7b178d3fd35442a812bfae946b3257edb0ea3564b3
+oid sha256:d6ad1283a827eee8e05001362ac5beb13e3d639105ec3b26b33b0477c76b0d6e
 size 4400216536