Run 6. Outer Step 88. Inner Step 40.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6191493,
-    6191514
+    6191550,
+    6191572
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 32,
+  "inner_step": 40,
   "intermediate_size": 5632,
   "last_allreduce_block": 6191205,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f1533964b26a232e11e34d5fd5a1ba22c42c420b0366f1f003c21677f42cdc8e
+oid sha256:d7fcf7f188ebbef0d37c1b035fcc7827c6f020523b8cf103c9dd044d6ac77aaf
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c5b821cc1ca044e6211a030313474dc08481a1d3be5ce095da776b71a1e39aa3
+oid sha256:64c55dc5f368c179a07b053140399902053c4f75156226ddcd38375b876b30a6
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:776b5424b8c2088cf1afe48056eaac83775966a27792a71cabd79ded48cb0d65
+oid sha256:a3dcd7a814b47f0f6fcce2419496dd5bd281a411d772285cb481d4580fb2d7db
 size 4400216536