Run 11. Outer Step 410. Inner Step 838.

config.json

@@ -264,8 +264,6 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6756787,
-    6756809,
     6756844,
     6756877,
     6756901,
@@ -274,7 +272,9 @@
     6756988,
     6757012,
     6757045,
-    6757068
+    6757068,
+    6757102,
+    6757124
   ],
   "bos_token_id": 1,
   "dtype": "float32",
@@ -283,7 +283,7 @@
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 829,
+  "inner_step": 838,
   "intermediate_size": 5632,
   "last_allreduce_block": 6750947,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:18f03ce9166cfb2affa2a0c95b340fdb40ecdf0ab5a2ea03eb0010d3d3801411
+oid sha256:4008f3a7a0651ee6990db91bf939a5f7de7050edf3ce4253e9fdc6a448e7f516
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:448c53aef327d2fd43e87c76404eaecdf74401c368b5adea8d44e4bdd40c34f4
+oid sha256:324f6e9fffe4513c5efb57ee11e26d22936e3ecc5154b321420301b4d1dd8578
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:502f99bb35b73940be77d7cbd6ad8ae53d0b3cbd2b5c2a4b91b878af94def6e8
+oid sha256:aefb07797179e21e23ded5552a9b78b09d5f235e9228d00e663b2bc84c616207
 size 4400216536