Run 5. Outer Step 135. Inner Step 28.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6007530,
-    6007572
+    6007651,
+    6007684
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 26,
+  "inner_step": 28,
   "intermediate_size": 5632,
   "last_allreduce_block": 6005880,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4fe5e1894d9bf9ff0b96b6286b476173c91ffb8b22dc9e1c366cf30287ac7967
+oid sha256:1a6907adfb79a2b27391641b4045874a64fb543c2964ee8d611b017db1183d07
 size 44585978

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e3692db2eb9d03ad55f7aa133084ba1d31094662c8dc6779bee5ef899cfe393e
+oid sha256:9b970d00df708731ffdbc67ec7c6399cb3312e36d96e7c1eae195f7f897af825
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d33f25a057e8a1dcee3eb629a1c89199dee438fcbb92aa01c4dcef8a905dd697
+oid sha256:760ce57ec52e76ca00a0cb7f56d3b390c5e1508149fa7122d9b3f1076f7b8149
 size 4400216536