Run 5. Outer Step 135. Inner Step 19.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6006951,
-    6006983
+    6007056,
+    6007094
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 17,
+  "inner_step": 19,
   "intermediate_size": 5632,
   "last_allreduce_block": 6005880,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b31e055400650c38e69e7d274c358235ca6ade6c8d74ac2756246ca2db17bf7a
+oid sha256:06e076c91f3cbcce1d5bf3933240e6628c73b68b58f245afb93d3f72f8a7380c
 size 44585978

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:213a3af4ca29aec5b4cd3fb848c91fa6f6b01900b96a4fc5a47b5fbd5d048c03
+oid sha256:0b460b0dd5a10fd3da0f958d6d70ebb753039a4d62fffd07eec1c4858ef8ba2a
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:db658051500586fcee2cd9da9c78f11d39cb8a373865997ffecfe8d42e93f998
+oid sha256:69ccaec62f66403a7fd5004f45c493e7d865724f47b6a6203ef80b03e497e953
 size 4400216536