Run 5. Outer Step 134. Inner Step 24.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6005716,
-    6005749
+    6005805,
+    6005839
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 22,
+  "inner_step": 24,
   "intermediate_size": 5632,
   "last_allreduce_block": 6004524,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e6db7c7833ca4e5c7e5f50ee6f5035f112b213f1ef376f2af1e58347e9382fe5
+oid sha256:d6f02e5f5579cedaa531c86e7db9c40518beada9e8ec2138e80bb6448b430250
 size 44585978

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f669e7969a966d8c00850ea5ddd5bad7a5d24b0617653cf75631fccfb1c65599
+oid sha256:cb64f88eef4f0e0a73ebd89e3f627c78f2b3012a882bc3d5598fc21514ce6264
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:649f2de6b10d8ef5e6461cbe87220829726a269002b6cca878bb5640d902f426
+oid sha256:7e97c9ea37ccbd0793130159e16eb809a6bd388376c0a83e531e295fc6426105
 size 4400216536