Run 5. Outer Step 138. Inner Step 14.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6012107,
-    6012133
+    6012194,
+    6012223
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 12,
+  "inner_step": 14,
   "intermediate_size": 5632,
   "last_allreduce_block": 6011356,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4aafdfaf7f576ad4f6fbf58d6a565ab4f97ded1415cdd758e5bb7aa0dd13d5de
+oid sha256:b97c21d620f074a26c7a3654fc0d571f233da7ce97efc138048bf895369df8b8
 size 44585978

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5e7a39239d09b8ef44560ea344112ae5185362dcae5747ae93980b371681217d
+oid sha256:6d1d9b6c7bcdc1efa1974afd6e39c22585bcc1ce937097e5162a9407b0349089
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0805b793a1dc3cb1430c4557c5d2b4cae2c2de3ac597557d000d6ce532442957
+oid sha256:935694562e676ecfce14a6b7378b2fa63d9b92940c9117bae9540b0935629ee0
 size 4400216536