Run 6. Outer Step 54. Inner Step 31.

config.json

@@ -264,15 +264,23 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6165783,
-    6165827
+    6165920,
+    6165957,
+    6165988,
+    6166022,
+    6166063,
+    6166089,
+    6166122,
+    6166161,
+    6166203,
+    6166236
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 5,
+  "inner_step": 30,
   "intermediate_size": 5632,
   "last_allreduce_block": 6165638,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f3ab6d20b490015d53ed3273b3eaa106a447030bc769c3bf4dac2297aa41acbe
+oid sha256:1fcac69bc8901faa5699c01cf5f96771a48fe6dce97010eb7a0f223c860bba97
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d260251b32a495a8ae7c6f9099da4d5ad1da3d695c56fd065cfa5c143972a588
+oid sha256:2d249962137fa719889ec4412797475622d4e06ea42adc81cb9f6573d1302395
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:42e3a0d80d830a9f69bed6f7f82c07020d129987808cb718dc35458cc68acc8a
+oid sha256:4564f448b721ddc24e8589b075e72289e5db99d737b31b3f48c76e31debaf571
 size 4400216536