Run 6. Outer Step 40. Inner Step 34.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6156063,
-    6156104
+    6156185,
+    6156218
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 27,
+  "inner_step": 34,
   "intermediate_size": 5632,
   "last_allreduce_block": 6155595,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c0c4297cced31c756d78d678d22298b5f20d2b0a8ca4dc36848525c2e9a5b883
+oid sha256:1292ceb48a6278e8732a9341de3bf9dc6c00f914eb9afb7c6c9e48707e3cadbf
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6e40a89ead5b22acd001ebcfa4ec474fae9cd1adcca4125e842b69801122bae8
+oid sha256:aff047c8cd4e75c8562d03cc2f4f1d5a1f44facab5cd697601388dc265664e06
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2730dd0c66b0df75ffc73fe309bd320cf7b2fab5dbda044163b0f99e31c393c9
+oid sha256:5894ff0b057d202f36f8e3f995666da79bd7ad025947632fd2af5d369035b918
 size 4400216536