Run 8. Outer Step 48. Inner Step 19.

config.json

@@ -264,15 +264,18 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6372815,
-    6372828
+    6372871,
+    6372892,
+    6372912,
+    6372928,
+    6372945
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 4,
+  "inner_step": 19,
   "intermediate_size": 5632,
   "last_allreduce_block": 6372758,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ff987ecad6adaefd478062886e034f4de92fce8e1e327f9b57f70cd82f49d335
+oid sha256:840b9913e2646807b1e629b1576206a9e88795ab2fa1add8a1eb134f39b13be1
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b56536caf77761f8480d1fe721031853729742efd1abc6fe9c720f21f1874758
+oid sha256:a64a9f7f74461ff4d881dc437e9a4284c6d76ba1daed1f11d7367ff08738792a
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:523ebf88ed63e773891b83f9cf13a61d704533b0ca2ca7d1164fe8b5907bf4a8
+oid sha256:e8238b1ddc920ce5aabf81651c59a5c3519fd5bcec2834b300e787432f52f090
 size 4400216536