Run 6. Outer Step 41. Inner Step 20.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6156807,
-    6156828
+    6156868,
+    6156885
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 12,
+  "inner_step": 19,
   "intermediate_size": 5632,
   "last_allreduce_block": 6156228,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6034c2bb0ba7441fe892f98939dc2f400ea1b883f34cb28240bfd5219a2b0753
+oid sha256:aa3f20412d9d3b884a9daddea24d6abe19f9ab97c379da044f320375d6738b95
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a7f163b4943f2c23c4f95456491a27665b266d35cd174b916d055c494f4fa897
+oid sha256:662bfbcc910fd66bed9857a9c215ffee52ab76c9834b62917804dce2a655a06a
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:46413b0baf86c8606a56c65c98e0fed0c69cccaa3beb4e9a84c476ebfe1617be
+oid sha256:d27582dfaf83f1c57ccf6b73c7475aabc27f3989da374bef0bfc95f960e13efc
 size 4400216536