Run 7. Outer Step 100. Inner Step 27.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6292594,
-    6292615
+    6292658,
+    6292677
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 19,
+  "inner_step": 26,
   "intermediate_size": 5632,
   "last_allreduce_block": 6291948,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ecf9eaaa2cc5969f0c978bd8f94075aff83693b2144b7ac2a60ca1f20dc391b4
+oid sha256:169ed93148f3f6fe535051cb926cd5a995c032bda5f08496d2d53021b81403b8
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b05090fcbe02fefb3daa9afde2a0bc867e269018dca6597875431fec64b6278b
+oid sha256:418268eb1efbd0db001343d19eef9726c7bf6d0b5b1f935a99382b08c8bac781
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:98d87954196f4d5497999513842f81079531046b5ee47976bcaef92859c9d306
+oid sha256:2380755e7dd14c6c4d02cc1298aa94375f5aee94f3e6af38701ef4696324a4e3
 size 4400216536