Run 6. Outer Step 12. Inner Step 61.

config.json

@@ -264,15 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6129594,
-    6129603
+    6129634,
+    6129649,
+    6129662
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 51,
+  "inner_step": 61,
   "intermediate_size": 5632,
   "last_allreduce_block": 6129192,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2fb612017d886be9921e476781e8d97cde235cfe6dc7b02b1da170d76e20acb7
+oid sha256:0f2ec99a5d81d58c4d96191a661c763edae63e7ae0b5200449c72d1dbe3635ff
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9c53bd9d503e8531d25292cbfd97a2223c904eca0cd794165014a76d68714962
+oid sha256:c8f13d48b604873746dc3e7b8a3d76a8005e74dccf7d71467579b3b074a24e6a
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:11723228842f65bd775347ba8734f9f09feecc58e10eb988aec55bc497e593cf
+oid sha256:5893e9137dcd8d17cf008c1d85b17e7fc1818d0e1b04e01b4d91cd3ebe7112df
 size 4400216536