Run 7. Outer Step 47. Inner Step 129.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6251337,
-    6251355
+    6251479,
+    6251495
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 124,
+  "inner_step": 128,
   "intermediate_size": 5632,
   "last_allreduce_block": 6250129,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:09e0e7d9195067156e3f354cf638b9e9a2c62a8ae941fb6813c62993bfd4db83
+oid sha256:6087451fe4a237b29eb88cf299c913cf8ad72be2d0fa0b3348343163f4f8c1a8
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:433ff548c5f0e22610b0b21ea1d295f0779d8ce9fc92dc543ed992764dfa8c4f
+oid sha256:7f63f5a46564b2b1ed04813a93a694e8a7abca70288ea9ee6b8d0eda29ff772d
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f706c9c818ee6b4141fe96cc96016f01be4a2ef5688dfb1085b0edc2ca6e160f
+oid sha256:5ac56034bd3d2224276139e161f2958fb14cffd3cca7cffceb6aa81722cc6789
 size 4400216536