Run 8. Outer Step 71. Inner Step 46.

config.json

@@ -264,16 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6394110,
-    6394124,
-    6394135
+    6394171,
+    6394187,
+    6394197
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 36,
+  "inner_step": 46,
   "intermediate_size": 5632,
   "last_allreduce_block": 6393866,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ed1f8a262f3b96d403d94e49cd2ed2fcc617832566190347f90d7a5aacf31f8b
+oid sha256:dd9b1daf393ca35fcdf3300e31019e4b3530515242336df38942468a40f1029a
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:73556cd1dab14942eb776fe22e8401fafba21f3460d92f3fdda4d428cbc393e6
+oid sha256:81c95d42c05cdd1ea3849897049eb2a04e33a27b0beee42862b40541ea1f0947
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c089d9ff1f1df6bef697dee8d3fd5690706f7b91a6c6c79e509c6b7a2b0c8e1a
+oid sha256:94be96fea1f1b6eb1c59dbcfc310da111695b5c7466a5419659d521db087c94e
 size 4400216536