Run 6. Outer Step 104. Inner Step 26.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6203768,
-    6203786
+    6203821,
+    6203836
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 18,
+  "inner_step": 26,
   "intermediate_size": 5632,
   "last_allreduce_block": 6203622,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5ba742cffc3d20a9102ced4702bd03594cb5304a8b9c63f689d9d698d124267f
+oid sha256:5e63fb0524bca94a5b35ff35b50c5c286370df507af08895ca8a8df7a41a5e87
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dac297076dc7fbe1c73b819de9ddcd81539822c210f5632baeb87ab1be23635e
+oid sha256:952d75b3dc902ef625b5f6aadd817364c05a8554a05ea35755e180e31166a146
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d88813909122ac2c6a0c56b63fbf37f0cc0dcfb976edcafd5a4e98bae2bf1636
+oid sha256:80b132eb00dd64ee57a67012d4c3b9f320d0ba4e207af31cc8aff2ed69f49a61
 size 4400216536