Run 6. Outer Step 80. Inner Step 84.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6186118,
-    6186132
+    6186165,
+    6186179
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 76,
+  "inner_step": 84,
   "intermediate_size": 5632,
   "last_allreduce_block": 6185426,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:97c43b1a7e940c48f0f45cdabdbbf5b362d663e3ea63cf02b93e3de6123c0f1e
+oid sha256:e695a660e432cbb0c7def37e73b635eb0fe21b9ab963fa79e3f1049cd2b80ce6
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:afdfd1a831464747a66d7872bb50add39f2d5ae3caa8e1248af1de022c22f5b3
+oid sha256:e1dbef82f7813335df4c2b7c25044ad55edec1cfb910932609cee6190f9f8c66
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f8ee313460f95b1d45aa00ea8bcf012ef00132ebdf27832ca0719725949c8676
+oid sha256:83ce3a74f441a3e53a484cce332280e80572d1fea1dd3eff0c1b5f6ce2c4c495
 size 4400216536