Run 6. Outer Step 12. Inner Step 77.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6129769,
-    6129787
+    6129825,
+    6129842
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 69,
+  "inner_step": 76,
   "intermediate_size": 5632,
   "last_allreduce_block": 6129192,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:57cb3ff9bce1a952e37a7b63de61cd8289b9198cf1448a25d9e12dc798e41e23
+oid sha256:8b6971d8e4c9c43b1feaec0c6c62632242e822753ee7b54ad114a0e09d5f586c
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d003b183391697f0015b7cadb80d7014fb18fae6e7104e8ca23ddcaa16face09
+oid sha256:908bef95885ea4b2b9a0970f80221acfce8a71e5e899e964b9e71647e65a0eaa
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1b468a71715ba6c0314c0a02b03a9cd8b5991ed049f3154c866eba720deaa058
+oid sha256:631e0efdd7b58b8ccb7cc1e983890dedfe75bffc1ed296b8d7d1fec682ed4f6e
 size 4400216536