Run 6. Outer Step 74. Inner Step 116.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6181427,
-    6181439
+    6181471,
+    6181485
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 109,
+  "inner_step": 116,
   "intermediate_size": 5632,
   "last_allreduce_block": 6180591,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a38d90f95fb1432a4e5e772e729a9fda39fd281a5a0c790f4fc530f89d007c96
+oid sha256:58055bbf536b6a89a55369cf16bad97fb5dd80a33a47f6b1099af3b6a49cac19
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4cf190b0c18e98a66dc68d9ee666df1f22e587af309d4046541fab4e0c210b64
+oid sha256:522f5ed1224a431d448d4de96f41ed32c2adef9a606bb94d4c2e96c1646076b8
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:20af27a5b070345d206b713eee39791e3d057bb4e515336975967b1fc27c4ca0
+oid sha256:4891a315abf988d9a18adfaf8d37f8e944fa52b6a9b4aee1f254076ae8105e2e
 size 4400216536