Run 8. Outer Step 77. Inner Step 99.

config.json

@@ -264,16 +264,19 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6398212,
-    6398221,
-    6398229
+    6398254,
+    6398261,
+    6398268,
+    6398276,
+    6398283,
+    6398292
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 82,
+  "inner_step": 99,
   "intermediate_size": 5632,
   "last_allreduce_block": 6397881,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:764f1c5377e6da71373cb9257f24df7bf5b26d21a49005965a2f889ab482488b
+oid sha256:8e0198c2a1f0406a82403160530bd2e3404177a729d3c9b4cc1ca3b4d19d092d
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d4457efb6bfe7e2b7b1ca37717e32bf1e37eacd5e8e226f169d585096a14e97b
+oid sha256:85c26aab4ece517b7cb36fcdc24bf7d317e76fb902fcf828a51adc1f8dda1f99
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2437729ad30b0340dfcb41a0221c964b5f745d3dca1263db8b01f4789d82a054
+oid sha256:009abcb63a9ce85af3807994ed7cbffe1d820ac57c1ee908962ce662f3d90d90
 size 4400216536