Run 8. Outer Step 132. Inner Step 61.

config.json

@@ -264,16 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6447743,
-    6447755,
-    6447768
+    6447791,
+    6447804,
+    6447816
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 53,
+  "inner_step": 60,
   "intermediate_size": 5632,
   "last_allreduce_block": 6447169,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4d121df2fb868d9b924a6b1340c869b1af94cfc0690e3f03be70c082bf548505
+oid sha256:51298e88337324693783313d8e113a3e96efcc9c614dccb1d27849f00d460031
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:227aacf5ca81e5fc092c590304f73d0d8cb167e28d38a92ea0fcd75513e17aa6
+oid sha256:2cc86cde0660e2888b233a3f445e5e52a1644b16885d7f65a336410558cc9448
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fdff8b07c13bc54e390eb44fd66d6e2a42afbe8ab864458c5eba62324ecda540
+oid sha256:d6b83655381b94b7c03ce30f8e7d4e40cf38118e0253c18f32f6b22c1b267322
 size 4400216536