Run 10. Outer Step 0. Inner Step 58.

config.json

@@ -264,16 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6462827,
-    6462830,
-    6462852
+    6462867,
+    6462878,
+    6462891
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 50,
+  "inner_step": 58,
   "intermediate_size": 5632,
   "last_allreduce_block": 6462427,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:74e3477c672db765b6414be295be7bee6a808e696cdae5d237a297cfbb80bc4f
+oid sha256:dea099c38654eb82106815ef908d3333086b40988fa40107cb8a50e023bd271f
 size 88390091

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:99f0fb060e64ef10cd5a9b24dc6616bf44c7c601eb76e5a01b05c8841442461e
+oid sha256:32fe62d5f9e8673a58895851e1d7077cbb0978fd2008855e20b4552c45f1c3fe
 size 4924928047

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fa98fbc8aa50ce086fe347e0f24e8ffc58137913c3aa7c3e0453c6b26b4a882f
+oid sha256:8dba2f69331e1c84e3315b518104237442c3a8a45a3c39589fe554f09c777139
 size 4400216536