Run 8. Outer Step 43. Inner Step 49.

config.json

@@ -264,21 +264,21 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6369576,
-    6369593,
-    6369608,
-    6369627,
-    6369644,
-    6369660,
-    6369679,
-    6369697
+    6369736,
+    6369755,
+    6369772,
+    6369789,
+    6369806,
+    6369828,
+    6369846,
+    6369866
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 26,
+  "inner_step": 49,
   "intermediate_size": 5632,
   "last_allreduce_block": 6369452,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a1ddd4eb6571751958dd4e21173e5b7307cf16b575c5055fd416bdf68daafbfa
+oid sha256:473eb5da5b8f19011873db92764c6b288bd53c0c90e933cf7193db7f8397b88b
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f5b1e6506009b67d982a8a1003067b210be54325edb32d7b89369ff3765f78ab
+oid sha256:a79de6460aaa1238456d604f6a8b37eeaddea2ff91dfab3732500d04bad4eeee
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0ae552727e77250bb24fb7893aa1660019d9296ce2bab38906914443350d49c9
+oid sha256:9a5229090f9420aced3fec1732524c54180aa6a0e866f81cf587782cb8612398
 size 4400216536