Run 6. Outer Step 102. Inner Step 33.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6201752,
-    6201766
+    6201806,
+    6201823
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 25,
+  "inner_step": 32,
   "intermediate_size": 5632,
   "last_allreduce_block": 6201510,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4ddde61e5e971ab9a27ffee1aa17d70f3137343a708296826c9df013a9ec4484
+oid sha256:91336413acbfa9ed1b581239423c2c48f1e0f6d0ccc5cd45b5cbd36be3f054fa
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:82a28f71898e5fe1f5ba73ebd2515118998d4ad2817466a21a664bec3e1a1ce1
+oid sha256:069b30fa456c6c9874299465a1f0d9745f35d82a04e07ae3d432cbfafac906a1
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7ce65f2840b92f16f44804fb1de29c675242f0c9ad5fff455f0c1b6ec0572715
+oid sha256:e436c425e6a095f88f1350e1b12203a1c0c30504af67cf1c402d8e54060eaa50
 size 4400216536