Run 6. Outer Step 94. Inner Step 164.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6196581,
-    6196599
+    6196640,
+    6196661
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 156,
+  "inner_step": 163,
   "intermediate_size": 5632,
   "last_allreduce_block": 6195249,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:faea39e0570d34e90171b8078faef3cd36beb74b0b94c5fdb8438c598a139b3b
+oid sha256:d5fcba3685563fbad0b9e864a045f130a33b1c06d61ac1fc0c15852b62a5b0c9
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:80d9913bc4041d25cdac4b6fae3e6e8eaf04966f6e4e635d12f4a8c114b540c9
+oid sha256:466e336ce3aca380a7e3f4ce30c87f1cf310e07b501dc2ed9518d932209dab9a
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:83c98c4a3630a76d75ef290eca05a79c32c4bb2d7ab34a27d66d36fdce6cc146
+oid sha256:bb7532b01b92e54fadc5806dc39168795e1dfb8ee08d75cd669d0ff993c456f7
 size 4400216536