Run 8. Outer Step 74. Inner Step 39.

config.json

@@ -264,17 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6396052,
-    6396071,
-    6396085,
-    6396106
+    6396149,
+    6396164,
+    6396184
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 28,
+  "inner_step": 38,
   "intermediate_size": 5632,
   "last_allreduce_block": 6395861,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:752964d736d5a70b712cd8cb9516ad83c7baa6b5b186a0a35056c191a807bf4f
+oid sha256:919b362662c2011b175536a709a14aecf6793079e3add3d7284d14f9ac0989e8
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aa679a0fe68e2908b36716d2916e6979a234a2ce27f7babbaffa5b0418603487
+oid sha256:547d8da7e4675b7b4afb76d326b9a7a7007dc116d6b3a0eef08ea003f531d77a
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2d3a1d71b020108b0caa33fa7d026e7ffc78015abb5ee23096246426847153ac
+oid sha256:490670cf045eb7d7cec711a53fa0a90b1daa389e256d9cc8a09f06a82a3dadf3
 size 4400216536