Run 8. Outer Step 71. Inner Step 50.

config.json

@@ -264,16 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6394136,
-    6394148,
-    6394162
+    6394201,
+    6394213,
+    6394226
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 40,
+  "inner_step": 50,
   "intermediate_size": 5632,
   "last_allreduce_block": 6393866,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:882e8d83f1c5752847b98000e61a7092f1b85a1b87d85853b96af1aaa10075cc
+oid sha256:c5db761d50cb4b7efe3ec4b3da8ec3c3289ddae6b2d1215777217eb2c47ecc10
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bf2b31b5506ed740bb1faa99fab7f8ca3c750d4af88ee21ff98ada43b3e94871
+oid sha256:9f4371fe67d6519cffb2c9980c64a1f1633d7a19f571a597318db7694c4ac24b
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f43928a3c1e9774a173e6232b516eb529062ed8d74b805def8662055939b9dc9
+oid sha256:8123617d839a179b85a3eefeae551b0f6016b4b6d19ae5fd665334828a24059b
 size 4400216536