Run 8. Outer Step 94. Inner Step 129.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6415050,
-    6415064
+    6415098,
+    6415112
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 121,
+  "inner_step": 129,
   "intermediate_size": 5632,
   "last_allreduce_block": 6412880,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:edfcf9e37c3f6d705ef49a77620bec05ad342c2174426ff0495f15703d1c9ba5
+oid sha256:fabd1775bffb2a134de864f373a2e5873d0b6156d0df549c24ebe2ec86b6c847
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dbb15dbd094c0b019aee7d66ff3c35c17b01a6e69d80d1c3d8ba4ed11a8971cc
+oid sha256:0dc7c98ae5959bbe7c9f415a2456c612f1be5e9c2ece8c3a2def50212146f029
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:24de34770ff1cea93fbbc96ac0ca4dcf6a45ac085e59d58017f3b4bcc4fac308
+oid sha256:3d65eee1e8c687bdb0285b8997f5583a108678a977d9f2934bb4359f7701ad8c
 size 4400216536