Run 9. Outer Step 3. Inner Step 40.

config.json

@@ -264,16 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6450347,
-    6450364,
-    6450379
+    6450403,
+    6450422,
+    6450438
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 33,
+  "inner_step": 40,
   "intermediate_size": 5632,
   "last_allreduce_block": 6450080,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6c665dfe36cc5259c543bbaf56be8bacec70093101c02ca16dd84450c8372235
+oid sha256:d56be3b738eb9da5dd485202e4566b7ac21c28e4c2b9ae331006eedf5d12bf9f
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:00200e62a604ad162a012f8a6b1ad3ebac7810fdcf6b43dca81e33039a74d9bb
+oid sha256:89a834597d1f28af8e6703a9e01cf54d5d04c62b1f26bfbc2140f9337f3b2c2b
 size 4924926842

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9e2f7c87b6f01302fec5754bad1ca5961566298b7f5b9429485f52cc92c28fa1
+oid sha256:d06c341c75443dafb25a006f6f1ad24018dfa07a7f4c65ce3d3d9c9c68bf531e
 size 4400216536