Run 5. Outer Step 138. Inner Step 17.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6012447,
-    6012485
+    6012569,
+    6012607
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 15,
+  "inner_step": 17,
   "intermediate_size": 5632,
   "last_allreduce_block": 6011356,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:927fe13a48fc33ee2b8ef8e6d492b8019777549c8e4b216e2d4dc9384f811bc2
+oid sha256:8008baa030ef887b1c2e3513d6ffd712f4fbf5eb26557af1fc6cf76cc1118dfc
 size 44585978

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:65f63b4ed691c1114b2321b542f987f2ac7138e66560934d897bfcc4f50c2c9d
+oid sha256:1457c5c05ae44f628f6016f2aaa086fc99035c27ebe163262aac27b7c97793dd
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:393248c9ca92efe35cdd67b6a0388b2cc66bbebef5bb7329fa6c1d06b632c8cb
+oid sha256:ddb1bdce07786b249cdfd08ce7e7eddeeb369e3b846ed8faa282e1cdf0ab7500
 size 4400216536