Run 8. Outer Step 61. Inner Step 70.

config.json

@@ -264,16 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6383398,
-    6383414,
-    6383424
+    6383445,
+    6383464,
+    6383474
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 63,
+  "inner_step": 70,
   "intermediate_size": 5632,
   "last_allreduce_block": 6382929,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cacd4298a4e762bfefa4e56534dbe3f4377f48da93828a84e85137e004eb09ba
+oid sha256:2f8ac3aebe87cf739b5d8c4a766a72e976b7c29a10eae79024245f5a37447ca5
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:55b836183b753716205d398ae605d76b8ca22c1ffa155a896563dbe53c59857f
+oid sha256:54939bd4925b9f775d45397393ebe7fc23d8b856dc89b2543dccb88066fe1d86
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5c9123efe6338ea6bbbffef688c493af2def2eb0d4d4e5812099387fd6788450
+oid sha256:86db08263ced302b5e6858292c3255d3fdfe6a6a698ed666d86f2d7b9ea803d9
 size 4400216536