Run 6. Outer Step 41. Inner Step 12.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6156756,
-    6156773
+    6156807,
+    6156828
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 4,
+  "inner_step": 12,
   "intermediate_size": 5632,
   "last_allreduce_block": 6156228,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f660748bf09c1543255f2b922defb70a37d7053381511b38d8d6bebedbf31a22
+oid sha256:6034c2bb0ba7441fe892f98939dc2f400ea1b883f34cb28240bfd5219a2b0753
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9df38e6454479a5ece03ae474c22296709b7d092bce82e26b10f72b7cc83aa4a
+oid sha256:a7f163b4943f2c23c4f95456491a27665b266d35cd174b916d055c494f4fa897
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0e825bea98fe6e83b58964fbb4b5d1356b183e65047595ffc557ea360cf3d9eb
+oid sha256:46413b0baf86c8606a56c65c98e0fed0c69cccaa3beb4e9a84c476ebfe1617be
 size 4400216536