Run 5. Outer Step 135. Inner Step 21.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6007056,
-    6007094
+    6007168,
+    6007207
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 19,
+  "inner_step": 21,
   "intermediate_size": 5632,
   "last_allreduce_block": 6005880,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:06e076c91f3cbcce1d5bf3933240e6628c73b68b58f245afb93d3f72f8a7380c
+oid sha256:bca5e69a333471510931fb3033ccaf114edbfbb1668ed2d107c944370ed1abd1
 size 44585978

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0b460b0dd5a10fd3da0f958d6d70ebb753039a4d62fffd07eec1c4858ef8ba2a
+oid sha256:5bd1f875f05749af4eac0ba72681c0fe730ed94d792496586b5b3e87fe5c6b2b
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:69ccaec62f66403a7fd5004f45c493e7d865724f47b6a6203ef80b03e497e953
+oid sha256:0454b426bb46dde4917867d7e62e00146eec16c07497e43189bd81904e88a6c6
 size 4400216536