Run 8. Outer Step 40. Inner Step 590.

config.json

@@ -264,16 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6367346,
-    6367359,
-    6367373
+    6367411,
+    6367427,
+    6367443
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 580,
+  "inner_step": 590,
   "intermediate_size": 5632,
   "last_allreduce_block": 6361535,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:71deef4729761b9c085c9d400a2844e1387c077ae802d53aa26f93ced1452449
+oid sha256:b644b6c5fc5a00574621c6f40158c1d8744afc2ef204cbac3e61d9401479b238
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ac154052193d8653d98cc600479bca7dc0ae5e821065b3c150b00a561d40941a
+oid sha256:177e70ddbc4b6efb2783141ccd2d6e7e3d5fdb7adbdfa14e0157999c23fcf61b
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:91b04f24ae840811930b9aeb9c6edc06d25ebd9396d548d73897fc9e51e9b933
+oid sha256:e48eafb5778b4e88103db2d32184bf89c47319e26fda41fca05b4c2f6376c41a
 size 4400216536