Run 6. Outer Step 32. Inner Step 12.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6149464,
-    6149498
+    6149576,
+    6149618
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 5,
+  "inner_step": 12,
   "intermediate_size": 5632,
   "last_allreduce_block": 6149416,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6ccf950e39539bcb0c28127187d6a592bd65dcd296d1dfd09f81007885bcdc23
+oid sha256:f297e32cf1ce59f99550f2444823ad11943b8f6eb96a9bbbecfba10ff27db121
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:44a79585d3a10bcd265741cf0b7efa34663dc0f2a3fe5eabf235200cd12c854e
+oid sha256:e95f3cbf50323e1ee2d3ca4f182c1a75f43259ab175a0bccc3512ed73b4a364f
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4905ed59160d1027ae5c5a9f9a9d8703e6f66262fd611591c6e052a2cd308602
+oid sha256:9b0b5ddd123a8a0926a026ebfca635308a96f220b9f6bf074afb20044ad44861
 size 4400216536