Run 6. Outer Step 81. Inner Step 115.

config.json

@@ -264,16 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6186732,
-    6186741,
-    6186752
+    6186782,
+    6186789,
+    6186797
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 105,
+  "inner_step": 115,
   "intermediate_size": 5632,
   "last_allreduce_block": 6186102,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b54456d824845c281e9cb966b93e98a144da5d80fcf2b709c726507493c8dd10
+oid sha256:4e8dfed92ba8ad4feab5c8e7585faa5eda4f1cdbd30ea5ef2f8ff472dfd5e8c4
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8371433e5198904fff6fb1282562cbb54222814644e9ff0f6ec182a7b9e29be7
+oid sha256:6f1a3c326928e206e9fbaa7912857cc1634cd68bb6426657f09e33066c7b8d76
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8f924862cc869359f70a910ce67dedbe2034fe92579c00b000ac6c5772e7ad83
+oid sha256:8356f05c6dc33fa87543184f1f42488153307352dd60d74de3648a5e48bd6eee
 size 4400216536