Run 6. Outer Step 40. Inner Step 34.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6156054,
-    6156091
+    6156173,
+    6156212
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 27,
+  "inner_step": 34,
   "intermediate_size": 5632,
   "last_allreduce_block": 6155595,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d74a7eb3fc8f1b2788718dfbed863f9f4002b186bdb5312a3e080323f0d8d59f
+oid sha256:eaf883e570716dec4dd52722ec6dc1c074c126a53fc6d8c55eb055fb5345df35
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:88fd08db2fe185bc9f73392f22ba8d9e1e7042e12484cfe0ff6cf8a43024b695
+oid sha256:137a8fcf4ca013b86a17a83e0281ec0e0fabd98c2b5e51c2938df69359f45e0c
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:616dd8dc428663bde4594350b07a928e37f723853b82541fd9cf9eb086db16d6
+oid sha256:272566b583171d8fa53884227c44137b1ca4eb363d4b909d4273bb6e6c7b89b4
 size 4400216536