Run 8. Outer Step 69. Inner Step 62.

config.json

@@ -264,15 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6393011,
-    6393029
+    6393069,
+    6393086,
+    6393106
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 53,
+  "inner_step": 62,
   "intermediate_size": 5632,
   "last_allreduce_block": 6392575,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3cb6794f472c98b41bd297fd1b86aa422cd1830a1d7a66f3f7fcc960e8795e14
+oid sha256:b216489c50eaf436640a51bfb9ec64174f4525b7cb3f79c8775cbac102c603d2
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5c0e4d0c0be0bac6111e27d4662d84f0719596c144be703a046b086dcd98197a
+oid sha256:85915e5ac7b5b2c6312de584ac1e9554e21297cf30e5ac65898283a78adffa6c
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2b340d0558065faf917e6ef63aa0e2febf9e4e153ec3fff85d1aef8dfdffd4b4
+oid sha256:d485a2d04003a7dc65697fd3f1e946754169ea1c68035bc8fa0646feb2a89933
 size 4400216536