Run 6. Outer Step 70. Inner Step 74.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6176975,
-    6176994
+    6177032,
+    6177054
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 66,
+  "inner_step": 74,
   "intermediate_size": 5632,
   "last_allreduce_block": 6176357,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:21406ccfe60dcc92b755a46e24babf7d8543c4a6c233e874c3c28b18c34e7e85
+oid sha256:c6a9e080c16026c5a89df60f8b00797ed610026e500338de2d32ed60c2324af7
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:999f0de3954f0e7b1093492b9007e3b2a23df11854217c73426a93cbed907a37
+oid sha256:89dc4a6db1a79f907eb6d1ec589d6659617e1a32cea6e5e07939d94c17ac5813
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d6ad1283a827eee8e05001362ac5beb13e3d639105ec3b26b33b0477c76b0d6e
+oid sha256:72491300642214c65fa2748676bdaf3607acf519d7ec7206ef884b97db434aed
 size 4400216536