Run 6. Outer Step 16. Inner Step 48.

config.json

@@ -264,16 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6133006,
-    6133019,
-    6133033
+    6133066,
+    6133079,
+    6133092
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 38,
+  "inner_step": 47,
   "intermediate_size": 5632,
   "last_allreduce_block": 6132710,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a3529382db4ab16ab406e9894681f6bdd27f3312972736b7bc43498d738fa7b8
+oid sha256:fd38298e1e93b0ef8501bf6b8e2352e545b57b28e776f77855b3d99b891e18f8
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b40ca92ad94308fce6b46719c9cd1cf3d67f496f778b01cc6c3fcf74603e3324
+oid sha256:a964468bd84e07d6ea43b472c4b445b2333563b0391d7fb21c84ce296df6d1bb
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ffc1b1ed038222a208cc83d1a5125065b8934c7cb9b18d4f3b9455a5d12c9516
+oid sha256:83afc9b93d7fe736e386bfb48c83b4cd978ccdcfc493e9927d23b11db4471683
 size 4400216536