Run 6. Outer Step 88. Inner Step 33.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6191438,
-    6191457
+    6191493,
+    6191514
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 26,
+  "inner_step": 32,
   "intermediate_size": 5632,
   "last_allreduce_block": 6191205,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d302e3a21e720082750092372a319999107281dc543c280a1a711c462fdb3ca9
+oid sha256:f1533964b26a232e11e34d5fd5a1ba22c42c420b0366f1f003c21677f42cdc8e
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:266d4af460686043dedcee54583880db47bdde25e32d7dcd1f003baa44c03175
+oid sha256:c5b821cc1ca044e6211a030313474dc08481a1d3be5ce095da776b71a1e39aa3
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4d604a8e17c7432a1779fb2eca0cef596a34c2ad9aa9086c9b6ff5099a4a26d1
+oid sha256:776b5424b8c2088cf1afe48056eaac83775966a27792a71cabd79ded48cb0d65
 size 4400216536