Run 8. Outer Step 71. Inner Step 36.

config.json

@@ -264,16 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6394042,
-    6394060,
-    6394070
+    6394110,
+    6394124,
+    6394135
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 27,
+  "inner_step": 36,
   "intermediate_size": 5632,
   "last_allreduce_block": 6393866,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e2af2880ca7a167769b7a08a0ad8943dd17b92c7c8353f0329c53a2947f0c281
+oid sha256:ed1f8a262f3b96d403d94e49cd2ed2fcc617832566190347f90d7a5aacf31f8b
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:094ae533da372843217fb41a5bf976027afa810a7d04f47a3e8e19ba63f0638d
+oid sha256:73556cd1dab14942eb776fe22e8401fafba21f3460d92f3fdda4d428cbc393e6
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1bc66c75ca9a868d68adf673ea46cc1ee6a35446ef3ef50999e10804256560ef
+oid sha256:c089d9ff1f1df6bef697dee8d3fd5690706f7b91a6c6c79e509c6b7a2b0c8e1a
 size 4400216536