Run 8. Outer Step 38. Inner Step 78.

config.json

@@ -264,16 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6360705,
-    6360723,
-    6360737
+    6360761,
+    6360774,
+    6360787
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 70,
+  "inner_step": 77,
   "intermediate_size": 5632,
   "last_allreduce_block": 6360216,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e7456f36d58c53121877f5b39b4743fd92e33fdf3d7b68da71c625c7a01efe67
+oid sha256:59d467856c0851801d21dcd23b460767aaba3aea4e5e9446a44ecc990ec9cb81
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:186a345f74bcece0aca9e19d599c6afceb7475ba93abe0f9cafbe600d187c844
+oid sha256:14de201a7715806be167bf459a0427e864b219b7dfbdd832c3b15f3506729f6a
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:56f4b6a3b92697f9d2f8c761decfb9ecace51ecfb65965a2c63df60c32c42fdc
+oid sha256:563acaa2148655d25f5c84d57c2c89d01f0b203f3a01fc70ce003ead36ebac44
 size 4400216536