Run 7. Outer Step 99. Inner Step 13.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6291735,
-    6291753
+    6291798,
+    6291817
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 5,
+  "inner_step": 12,
   "intermediate_size": 5632,
   "last_allreduce_block": 6291152,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5fa5dc6f5e30816808debcd850ba6710a62ebdf6076c3ccf2de489159cdbfe94
+oid sha256:b445161b1db92b2cd754b5f2417938dd21f9aae1c671f4ec5805fd8995649f31
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5c17f9c5ab7ee0865343442f7d277fc7005f768b8e4b16bffbd42c4649c4fec0
+oid sha256:602e0f87195d7976865ab08ee859d603c0d2008b71beb1ef726e4effa1d904ca
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7d82650e9fa0acfd07864f920106c8126aa0af05dbc75b8652ed0b570fb64b88
+oid sha256:1d0e5fea1174ad4764e2a87ab1d411a987a67e60cc82bb781dbbf90cc04c3b30
 size 4400216536