Run 8. Outer Step 74. Inner Step 34.

config.json

@@ -264,15 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6396055,
-    6396060
+    6396108,
+    6396118,
+    6396122
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 25,
+  "inner_step": 34,
   "intermediate_size": 5632,
   "last_allreduce_block": 6395861,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9baca18d29c573cf3d7791ab433c91e88b05f2077024148465aaf23c0cb43d1e
+oid sha256:7bb6c4ca73c4b458a0674bff4789ebb092960b31cee0b8a320790bf406f0a46b
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:20c2189abeddf3996ee3ea9fe8f9449b1372541e6b1ae1adf664a171313ff361
+oid sha256:e161e3c00f937596e6b8a3eee6b0aa72969dedf87e1706b8eaa70761e0bd11ec
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8744892fa9eb47ee28fc14fb77e59fd4d625193aa4eb241a96814e1c5ee34447
+oid sha256:9852aafbf05a50139c0370596e5018596e27e903bae97a9247478bfe26de5535
 size 4400216536