Run 6. Outer Step 80. Inner Step 13.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6185621,
-    6185640
+    6185683,
+    6185703
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 5,
+  "inner_step": 12,
   "intermediate_size": 5632,
   "last_allreduce_block": 6185426,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:330f640ac35c4f580c5e29ff58895d5e37c382a809407249b09d4814138a6223
+oid sha256:5ba53d07d8f4910e0f327bb586bc7367c7f708927f8f9e2381ac5985190f805f
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3f5f90b8b5ed2aba1e878c89eb20ce5a036682a3358024447a62f9539326adeb
+oid sha256:a809ecce14d8d54a2218a5272155da7d15f3477c5cbb0d58e46064ad223dd9f8
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:93a4c0d6dc93ab608c8135f7b129aea0ffeb6f42d3adcf765d19e502703d8a28
+oid sha256:c8a197b4a6c240943d3193710792654ef09eec6ff7b95397dcd2522440f246b2
 size 4400216536