Run 8. Outer Step 69. Inner Step 60.

config.json

@@ -264,15 +264,17 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6392968,
-    6392986
+    6393021,
+    6393037,
+    6393051,
+    6393066
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 49,
+  "inner_step": 60,
   "intermediate_size": 5632,
   "last_allreduce_block": 6392575,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4ccb186e5d4df1802be716ab7b8c388c3548c7bd91b03308b9c92d0f4f5aa7e2
+oid sha256:df6ecbae4e558623647a785c6ab49d362313360cb9fb2b5350125d0ebc73a2d1
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e3f0ce999b49069eb51e7b957083a9f234860b9c9f48d9203012c025d1fe6eab
+oid sha256:17657e2e7367c37339ae220f98d6f71463ba15437e2df2786e6b28e271a46e3c
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1f394bdd47c8331df17c74158c83016582c299dc0a9039d3f0e2f14b3c73c52f
+oid sha256:f35ab944aa76a0ed5849525a5ea78069d20e0e5f9093f7fd3ae966f63eec0573
 size 4400216536