Run 10. Outer Step 46. Inner Step 32.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6493320,
-    6493348
+    6493378,
+    6493414
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 22,
+  "inner_step": 31,
   "intermediate_size": 5632,
   "last_allreduce_block": 6493182,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d63e0bb0bb4919b981b8a3c05e017b4bc98f20f69aec85f75521d94c64308e81
+oid sha256:2647b2e83e124f0cfeaf66e665093f89e28c5f8c5b174d45c7aa1485dfb75185
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ad003512c4da6c91d96f710d100aa6d77d6d07510ec3aed7d4d22a66b04863b9
+oid sha256:0217cf49e225a57dc151ffd215a3bf2a15800626348a8c16e08e6c9f7c57ac6a
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3c90206d9c97dfff7f68449df7ad04a77aff1359f3b4f754ff3a972871b2686f
+oid sha256:3c75e85f982ad81a01f50ed048311024aee696554211addb209db986cf1b4116
 size 4400216536