Run 9. Outer Step 3. Inner Step 23.

config.json

@@ -264,16 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6450135,
-    6450152,
-    6450153
+    6450189,
+    6450207,
+    6450222
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 15,
+  "inner_step": 23,
   "intermediate_size": 5632,
   "last_allreduce_block": 6448898,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0bbdbea497cf8b75f43f5a9f7053eaecaacf27261051214186a0bf0bf6f7abf5
+oid sha256:da4ce37ec8c0c8aa9dfa430e527e30b58318bbf016e7dfcce240dfb863757d4c
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2d75bf90158e6cfb88eb3b1a839a5388b8d4585539a628a9b2fe48514ccd593c
+oid sha256:30334bbae4c6119a3cc1a318074d5e22de7db04da88fd9f3366e66ec27c9d377
 size 4924926842

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:169a2738de47ab6f481ed71e3525622b6e7a873416e0da49d806a12d212be1de
+oid sha256:13ee79cadd0617dcaec5cc0363d78ab0ca09b80571f22ff4cd308d2502ee15ae
 size 4400216536