Run 6. Outer Step 80. Inner Step 71.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6186099,
-    6186119
+    6186159,
+    6186174
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 64,
+  "inner_step": 70,
   "intermediate_size": 5632,
   "last_allreduce_block": 6185426,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7d03364cc9e5d85fca96b061317f4290659340b974b2d41865cdb58c3433840e
+oid sha256:718341c0904ffc23ef583d6beaa59f2369165c182c060b472324bb718746a5c9
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:48cc5b70d35eac1c2037b9f1238d7d6f6ac117d5cecc82ce193bf06450389ee3
+oid sha256:e43f22a4c8cc445f15c47eece25eb1a0753c744b8761018d00c8f0bd66e6a9d4
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:71d4a03e01fc64a8c4f03b8d88bd8651220c7f077aa42a1e076af2ff6cb83027
+oid sha256:93c3abd20be01693c5874af2c81de841dfa8070eda6a7ec0add0e83ce7a80bf7
 size 4400216536