Run 7. Outer Step 43. Inner Step 70.

config.json

@@ -264,15 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6248836,
-    6248845
+    6248887,
+    6248901,
+    6248913
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 59,
+  "inner_step": 69,
   "intermediate_size": 5632,
   "last_allreduce_block": 6248142,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ec626e31d43c1abbe941117bd72f0f5765c1a095e94e2707e86eb3d37a30bb3e
+oid sha256:d4af4a254627e40adf9cb3c54c3ea50a06129a12daf09d7b49a08c11167164dd
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:339f68d3048bb1697023c92e358a7f00b86e3360d84d598c3dee150b82ee6e08
+oid sha256:a0d9368831149d22ca8e0c2930b62e094fd5bb172d096ad23d199f46be2597ba
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b7eda436b19d0c4ec815579b91af15757979d10a35bbec0c021bb587e4ce2a11
+oid sha256:70241f6da6822e301c731a5df3c6389bbeee9808e12b2077dc2006b9eb5d3aad
 size 4400216536