Run 8. Outer Step 89. Inner Step 166.

config.json

@@ -264,41 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6408524,
-    6408540,
-    6408555,
-    6408576,
-    6408600,
-    6408610,
-    6408631,
-    6408650,
-    6408667,
-    6408679,
-    6408699,
-    6408713,
-    6408721,
-    6408731,
-    6408750,
-    6408770,
-    6408786,
-    6408804,
-    6408823,
-    6408835,
-    6408851,
-    6408869,
-    6408889,
-    6408904,
-    6408922,
-    6408941,
-    6408952,
-    6408961
+    6408987,
+    6408996
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 159,
+  "inner_step": 166,
   "intermediate_size": 5632,
   "last_allreduce_block": 6407463,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:05bd34eb77888594b81f2bdfb51408e77f726fbf289f687544b0d8ee1055de23
+oid sha256:52ecd8c4d61e0f1ce2aa9eb358a40dbf99a877f319cf711fe5a3e85396e0b6ed
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:12d23f5a40dd28e4e2cffb98a76e59147ee622ab402f8db76da4838c933772fb
+oid sha256:f6d314c2e75f00e15161165d4a7d5c56aa2b522d9b952fa2bbb5a68fc2fdd2d7
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:80d26343055aa9fe4d029773dd60658b4ce4b98c6362d2c3db20b588367c70fc
+oid sha256:714eb697eaba6a6d5e1ca125c733185ab9fcd415401f29f68506e2299b138750
 size 4400216536