Run 6. Outer Step 71. Inner Step 70.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6177599,
-    6177616
+    6177651,
+    6177668
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 63,
+  "inner_step": 70,
   "intermediate_size": 5632,
   "last_allreduce_block": 6177024,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:beb474283bd4673822f4b4b6fa9b924f306a0bd2ebd56129a3fbb170670d518b
+oid sha256:f69a2c29391bff92bcaa0635fc3f559d9f355849351106b4df1e5926ab68dabc
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:63b41d36dd2d0ead2efea4e6bfa9287cb2581783d12d1dca8a3fec7f48545849
+oid sha256:32c557599dc5367689a95814a893d50f040a8a01c6c22a054541fe31e9490d82
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ea41c10afa5ccc8dd2a484f744a56cc3e35b0a425372a885f5b07afdc7b16bd0
+oid sha256:8b7b65b2cb145c07a6ce4d9194615ff2ec3c85e5baec6194ce536cc555b367d6
 size 4400216536