Run 6. Outer Step 70. Inner Step 60.

config.json

@@ -264,15 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6176856,
-    6176874
+    6176912,
+    6176928,
+    6176945
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 50,
+  "inner_step": 59,
   "intermediate_size": 5632,
   "last_allreduce_block": 6176357,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d6c1bf5333a838a516c633b378aadb67362dde11e7701602c5c328c568519ded
+oid sha256:b001649998d086996ea8efd45af2ce0eb269c9dfc83f382f92b9fc00188a796b
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:751239f8348759e489a935a529d75b4ba5a3d93f6a62c500faa09552c8f64462
+oid sha256:c74be4f6bd0c61bec3019686b4206734ed6e28306034c40279424287499d9654
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ac8ea63d955673b624a60a0da8d8880246da1d190520aca429a10a27a6e619b2
+oid sha256:50eec664a291ef0ba715d13d5f4fc2346dd107d0d55980553832e5a50165efa7
 size 4400216536