Run 8. Outer Step 87. Inner Step 44.

config.json

@@ -264,16 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6406342,
-    6406360,
-    6406377
+    6406403,
+    6406425,
+    6406437
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 36,
+  "inner_step": 43,
   "intermediate_size": 5632,
   "last_allreduce_block": 6405390,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7a9ba6fe931232ca4f45a94f71a4d1884887fdd1cee00557ec5d18625986a029
+oid sha256:3375e9a367c79134d69d4c05681ca19a55b0303a39a8b1a91dd0247b6a7699c6
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fbd3d7e9b305cf0d5c403922596bc9b0ba8aa7ff7b8e7f800f87ff60c0f25bfe
+oid sha256:bbd0a8ae8bc1a590c2ab58fefc3e2ab416f6cb88b121860e8e4ae3bc7c1879ab
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2fa0be854984e3883626e69e5c7e1a0b3edd57eedec54b5781ea0a296252a531
+oid sha256:2882049a09b82a24b4413b190bf33aba4930ac312d610f982b369a4d7ea5a6ee
 size 4400216536