Run 8. Outer Step 40. Inner Step 235.

config.json

@@ -264,19 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6366443,
-    6366465,
-    6366484,
-    6366504,
-    6366524,
-    6366547
+    6366917,
+    6366938
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 230,
+  "inner_step": 234,
   "intermediate_size": 5632,
   "last_allreduce_block": 6361535,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0a9db72edcb4d4d13c13c9cb77d382c7cc21d98d5376599b638e13e683c4e19d
+oid sha256:1754e9f256baa186a37c10712f415cf019525735e31b202519e5314837c72c12
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f2270bfe49784b35adb98ebf0dc4a04c24258739a09c52dc7070e61d1ca79021
+oid sha256:1881bbbd5656abc99a41f26b78bf51f0fadd57bccb2e4225ad661d7a702d8423
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:45680eb710839928645051997e5607464f9dfbe95f9d1b289b475fba7c88a163
+oid sha256:20f2d06d0dddb8b0cda99716f53e7766da4c25c0eb9a3527952c7b6e67a4879b
 size 4400216536