Run 8. Outer Step 50. Inner Step 50.

config.json

@@ -264,22 +264,21 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6374214,
-    6374231,
-    6374248,
-    6374268,
-    6374287,
-    6374301,
-    6374319,
-    6374335,
-    6374352
+    6374390,
+    6374405,
+    6374419,
+    6374437,
+    6374456,
+    6374472,
+    6374492,
+    6374508
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 28,
+  "inner_step": 50,
   "intermediate_size": 5632,
   "last_allreduce_block": 6374115,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:98b80b0c66e9464246bc79cb98f5b3b2ca9429c3eaf9173f84bffb8aa583ad25
+oid sha256:8afc45d7cb497ff18a32d094766215597e46de2a3044208bf87474b6a595cab5
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:21a0ec4f53b3177843e8d180d6f9f1dfc9febe819ffc0acd3bbff9eb36d963d8
+oid sha256:3248e138d594f2fd64d08c7dc6a88e11c20ea394dcbc1b1ae37b63ff64bee3b5
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6f61179cae05e2f68885e6f1f9c65ea018cae682f64994ddd01755967ac879c1
+oid sha256:dd0edc5cc7a295e57500d72b4f95cdf57715cd4346b0eaa41b81634019fdd308
 size 4400216536