Run 8. Outer Step 89. Inner Step 159.

config.json

@@ -264,15 +264,41 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6408456,
-    6408476
+    6408524,
+    6408540,
+    6408555,
+    6408576,
+    6408600,
+    6408610,
+    6408631,
+    6408650,
+    6408667,
+    6408679,
+    6408699,
+    6408713,
+    6408721,
+    6408731,
+    6408750,
+    6408770,
+    6408786,
+    6408804,
+    6408823,
+    6408835,
+    6408851,
+    6408869,
+    6408889,
+    6408904,
+    6408922,
+    6408941,
+    6408952,
+    6408961
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 88,
+  "inner_step": 159,
   "intermediate_size": 5632,
   "last_allreduce_block": 6407463,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dc22db125576158341952f66cd85f4a7fc8eb535b5135acc0404418e923d05b5
+oid sha256:05bd34eb77888594b81f2bdfb51408e77f726fbf289f687544b0d8ee1055de23
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:666336f43c4542cc1018f0d67cadd70198d9b4c9702663480c7d767a717a6fac
+oid sha256:12d23f5a40dd28e4e2cffb98a76e59147ee622ab402f8db76da4838c933772fb
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2a6f9cbbaea801da72c4ebdc6405913869101e34ba2743eb626b50f50661866a
+oid sha256:80d26343055aa9fe4d029773dd60658b4ce4b98c6362d2c3db20b588367c70fc
 size 4400216536