Run 5. Outer Step 141. Inner Step 21.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6016303,
-    6016329
+    6016384,
+    6016415
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 19,
+  "inner_step": 21,
   "intermediate_size": 5632,
   "last_allreduce_block": 6015271,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7e59481065d54d5ed09fbf2044b3463bd720bcb02242df2e3f5014eb677dd538
+oid sha256:43df6949ab2818b0a131366421ca54c020dc86c45b91a2f9234932d7d1ee87c8
 size 44585978

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:279e048d603ae092c6af1e8fb7b2bf3651c4663109425b4598772b58dba81b6f
+oid sha256:64a92d8548e84ad6d742982cf5bb49d7bed0f0410a81d1afa8879bf87fb8be6c
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3f789458c35386796367fb0dee2e05b5f55a1b8354beab0afc50d96d91d3fa01
+oid sha256:8e6b42fd228c6a3cf6444cf494ceaf5daa25948f0f7d3da1ac1483717669185e
 size 4400216536