Run 6. Outer Step 54. Inner Step 34.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6166139,
-    6166180
+    6166271,
+    6166303
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 26,
+  "inner_step": 34,
   "intermediate_size": 5632,
   "last_allreduce_block": 6165638,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4dea53fc22bbe8895624ce3307cab91b45ca5b335907bb12ef09c2caedaf9401
+oid sha256:74a35bff9339767d30b4655842c462b1f86b672c11f405c004407f890d13664b
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4a5b2b4c19302830ea8f20dcd0843282d4f0238dc4cb176100bb4cee5dc398df
+oid sha256:c76e30cd613a15689467288b84c8893c8e17db1e9670e75714447b35ee63b94e
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cc486656fa33b01e0e9b941ada22745322ed24997f59d13eb8de24c4244a2a32
+oid sha256:74459eb962b8274c06b884d681fb452489675e7f92c18af478eba841088472c2
 size 4400216536