Run 6. Outer Step 94. Inner Step 170.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6196640,
-    6196661
+    6196700,
+    6196720
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 163,
+  "inner_step": 170,
   "intermediate_size": 5632,
   "last_allreduce_block": 6195249,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d5fcba3685563fbad0b9e864a045f130a33b1c06d61ac1fc0c15852b62a5b0c9
+oid sha256:053d66d797da4dea6ff21acfc9f510e589fb3bf97ec7c1a7a3138fb0de885829
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:466e336ce3aca380a7e3f4ce30c87f1cf310e07b501dc2ed9518d932209dab9a
+oid sha256:25c5a71184db16c33749c10b58c3c87b17a1cc94faa010a01f9fa5c4e8c6f399
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bb7532b01b92e54fadc5806dc39168795e1dfb8ee08d75cd669d0ff993c456f7
+oid sha256:5e0506940fdf519076868fcb4af1719f49de23a12f36398c00bebc5d7cf3e445
 size 4400216536