Run 6. Outer Step 34. Inner Step 12.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6150749,
-    6150786
+    6150880,
+    6150918
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 5,
+  "inner_step": 12,
   "intermediate_size": 5632,
   "last_allreduce_block": 6150699,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2d303f4ed3d2adb5ac3caa455d0a7b4a022f27971d71c38d5473efb537561f8e
+oid sha256:4fbb78b9ea7a60e3e3bcdad690f43101b71188bce24a39c17f5a94383c5c65d9
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b860c2d34e08091e1ca609783a4b67e032fc7e4d48cd04dbd994ad9a35e3fbf7
+oid sha256:bf250eefb3401e63a42e195b15386c59973b89c01f5ff85c26814b9c5e388127
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5efd7f300a5af4dc39771376e1989fc767e523a6371c3266e268ec54bf40e121
+oid sha256:a4d0db23be606b897fbccc2d9d727e4758e42f48c91ccd653cebcd9d8d546988
 size 4400216536