Run 6. Outer Step 32. Inner Step 34.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6149826,
-    6149860
+    6149943,
+    6149985
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 27,
+  "inner_step": 34,
   "intermediate_size": 5632,
   "last_allreduce_block": 6149416,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:42f481aa6d7c1299635f5cada1acf7e90518d42908f930f78184628bab0b2f2a
+oid sha256:f928ad7c254ba5f9b6b43520e77e4d8bee9d1c42b319850c2f49f3a26c0cb1bb
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5ff32631328440dde9ba1c3a267de40469e86a346ff3cfedf21b176f448317f5
+oid sha256:821610a0b6ee9cd42747edefe98b88e53d257498251a624f7267a443171d6444
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eb61cdbddcff2a9e2224ba28c4eba7824a507da1ce8be325ddb74a383529aedd
+oid sha256:156aca30298348ee15076e6c4e46b1d7b87394cf5b1e6e5e6265289458452f9e
 size 4400216536