Run 8. Outer Step 57. Inner Step 72.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6380668,
-    6380684
+    6380718,
+    6380733
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 64,
+  "inner_step": 72,
   "intermediate_size": 5632,
   "last_allreduce_block": 6380215,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:445535e7efeefd6c6aa86453fb586953025ae8888864e07d1c543a086cf7a1ea
+oid sha256:d8a794060cc42e48112b5687efa0d51cce8d163e99c618b62bab91f641a4a50d
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ad65a54d031e8df07025399c52e38275ba622c5bcc045fdfac8668f8fa5d96aa
+oid sha256:e7edd4325ece64c4891f13906bd0a7849bfd0106377ed5230f2b45f318f3e6f3
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4e18e96ae88b523a3a4c997c2cd7e7c62fa0ef5a294022ee5ddfed88fc33eb9c
+oid sha256:ff4317fccccb6b900083904d0c1d4f030ed76d4b74328080544a89c7b2891272
 size 4400216536