Run 10. Outer Step 16. Inner Step 28.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6476127,
-    6476136
+    6476151,
+    6476161
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 19,
+  "inner_step": 27,
   "intermediate_size": 5632,
   "last_allreduce_block": 6476005,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:86b14fba075f4df56c03c6e775056da2c013c18a0544b31ecb5e2bb8b649bc33
+oid sha256:3acb6e42f1da35d985fb891e0ce4e527e3cf78194520e0e4e68c3d7d40732bda
 size 88390091

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2ecc9dee2a561db32968fb5bac3610696d44bb7e3c7d3c4a07802a3751ef0cec
+oid sha256:7268e9c8ca56747d9f113aca0fbff91d8ed6d48472ed0a18424e26fd43ce2c86
 size 4924928111

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fd5cf4a73090d2cb6a82cce340e91746c5905ff1fb7239d9bac4eb3c0075e0bf
+oid sha256:0161864a38f4acd59635898d8359b92de293fc7e543d311734f726c8b6405389
 size 4400216536