Run 8. Outer Step 54. Inner Step 56.

config.json

@@ -264,16 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6378654,
-    6378680,
-    6378684
+    6378710,
+    6378725,
+    6378754
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 48,
+  "inner_step": 56,
   "intermediate_size": 5632,
   "last_allreduce_block": 6378225,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d0d3862ecc08851ae6d7d62e567682390d7327a2a6eaa5d0da42d394bb709784
+oid sha256:28668036b2234fb11a08d9850c7a42781e10f050d98ab783052af309445d7e28
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:80866f9f55294ec2223d992e197e3af2fbacf3d080e3040a9a6dd1da9ca95990
+oid sha256:5d937125862dfc12fe9ca90cb033e104fe1a4462a14fad9b0c01677302ee67fc
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:642e4f3eb901a7b452bc4c7ac0337a39805dea1f18da1ec6870ace5baadbe3fa
+oid sha256:c728587586a168d32cf1be2ddf6000c21230d0bd35754c8e3242d80d79187d6a
 size 4400216536