Run 8. Outer Step 61. Inner Step 64.

config.json

@@ -264,15 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6383596,
-    6383608
+    6383633,
+    6383645,
+    6383662
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 57,
+  "inner_step": 64,
   "intermediate_size": 5632,
   "last_allreduce_block": 6382929,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f6d31256c13e78266fddc9b6eeb91c80207bd29b016ab4a2d3e8eaf60e1cc497
+oid sha256:6a5bcab3a8c8a1d31212ffaaf0178aa8dc634f3f80c0bc20d0382e428fbe25db
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cedbfee0ee1eb0d0e0977483b03cb21458e20d3d16e5a72b437a5df123557c9b
+oid sha256:1f56c86c8e7b63f59a0c4d7bce4bc35c6ea6e052f6c50ff7dcf496505227fabb
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:26d552ace4492157ce3959ead3d2b7e598a80587f043efbc8620d832cd58ba6e
+oid sha256:660de3ab8a21106f4b8c0be4a9bebfa7f5444c1a7dd3f5904a3c48d25569cbee
 size 4400216536