Run 7. Outer Step 128. Inner Step 125.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6314043,
-    6314055
+    6314084,
+    6314096
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 117,
+  "inner_step": 125,
   "intermediate_size": 5632,
   "last_allreduce_block": 6312690,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:12821cb2e9884071f52fd2ef5c060b465ef391ca5375565f77998092b55e6472
+oid sha256:398a9874d8570a2c356b8c0e6f348b556a12727396c11fc6fb9f5037dd5519a1
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0b5b9e05cce99a71c0e8ec57d9ce9e76c75f26433bcd1334a1f81dcde6464186
+oid sha256:b8beae8c30de4c1579e225e2676774de66bb272e27a7627c6b89d3c19fc4ceb8
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:11ad97f9076ff12d828fd53608dffeb4af62f6b38fa17db3f44b4d84679ca8b1
+oid sha256:f32284918684715d10d4237f6115ba5f34ff599e451c7ee8cde5f580c8e5c128
 size 4400216536