Run 5. Outer Step 137. Inner Step 20.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6010956,
-    6010985
+    6011046,
+    6011079
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 18,
+  "inner_step": 20,
   "intermediate_size": 5632,
   "last_allreduce_block": 6009945,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5c9fd2f4ccb34f712fa1e4c5ed3717081d355cfbeca3a98ce7993b741842f2c4
+oid sha256:77f793edd4033f1b0188ed8f7822c75674087ef943a0f1f2a082ee9e57a748bb
 size 44585978

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:62a5fd5b41a446adc73d185a91f8e8466dcf4c91b43a0496817a88e30a051617
+oid sha256:f9a9f4e454c2a9051988284d6b5c1bf3c75b493431c4e0cabefc8a2181d5ecb5
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:128e6750edcbfbdd0db1630cd734aa3865f3e5798467bda57a9f456724c512a5
+oid sha256:ae3198c90ffde22f63814d018f4861d87f9c1e4de25c111352e9afa8f61c246f
 size 4400216536