Run 8. Outer Step 126. Inner Step 23.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6443527,
-    6443547
+    6443590,
+    6443607
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 15,
+  "inner_step": 23,
   "intermediate_size": 5632,
   "last_allreduce_block": 6443186,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c4802c54353ce377ece9bf6c8f2c83926b12bac9a6cd22fb389bc41fec936428
+oid sha256:c996407be7121a3a2e82db189ee626a7068a9273e99acf89abf85ae0d33695c2
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c9d3d3496bdcae998aed07f8130c2eec45ace145d7aeaa6701a9d0efbcedc441
+oid sha256:767e694730897b683d0007779ff325f2fffc1c8a2db84b23d1c3ee330d575584
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fec796ab2cc742ec622e50f86cc91ca19bddc69631108a43367afbf2d518f978
+oid sha256:3ddb651543342d5fb342c21f2d3b41632d1edc1e10fefb9dfa78c2b3ba4fffc6
 size 4400216536