Run 9. Outer Step 3. Inner Step 15.

config.json

@@ -264,16 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6450075,
-    6450092,
-    6450109
+    6450135,
+    6450152,
+    6450153
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 7,
+  "inner_step": 15,
   "intermediate_size": 5632,
   "last_allreduce_block": 6448898,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:50cee4b8dd6e4a0c68702b98c1caf90155cd3093c544b012c382c420bd81a0ab
+oid sha256:0bbdbea497cf8b75f43f5a9f7053eaecaacf27261051214186a0bf0bf6f7abf5
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7e2fc81856529c4b82d2b08fe7c9708002eaab749dfecf5e8628a207d882c2e5
+oid sha256:2d75bf90158e6cfb88eb3b1a839a5388b8d4585539a628a9b2fe48514ccd593c
 size 4924926842

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:697d454d7097fc9ea3b330960302b1664f539f1c8f8d0dc5f42c8423f908aadf
+oid sha256:169a2738de47ab6f481ed71e3525622b6e7a873416e0da49d806a12d212be1de
 size 4400216536