Run 6. Outer Step 80. Inner Step 70.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6186075,
-    6186095
+    6186129,
+    6186147
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 63,
+  "inner_step": 70,
   "intermediate_size": 5632,
   "last_allreduce_block": 6185426,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b4ab83a00f617b3ba17ca4adc3c6b0ed247399b54853ed3a0a94e607d219f8f2
+oid sha256:943a439466a9e1de3b06766088db0361a1881c9da1f201f0fd56e0ea03eae2f8
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6a795b4078b7a2a77174e311f3ce63884c116df30f5ab5d6aa29dfa0942f9e75
+oid sha256:1bea2b62616c2f6c240aae13e2e500b575b1aa481a8d24488442202ea6fb0c50
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:70b1f89265d46a4e6bb3b8d934b91e6da79f3d15a8de6014bf6c40b77314960c
+oid sha256:a4f8157929310390d058efa6ea16e3a6bc47999eab3c37ea6ab60e826bc6301c
 size 4400216536