Run 8. Outer Step 40. Inner Step 281.

config.json

@@ -264,18 +264,19 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6367115,
-    6367137,
-    6367160,
-    6367184,
-    6367203
+    6367253,
+    6367271,
+    6367294,
+    6367315,
+    6367337,
+    6367360
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 264,
+  "inner_step": 281,
   "intermediate_size": 5632,
   "last_allreduce_block": 6361535,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:22d33e7c2f22f174a6aef43da943fbd4b72e37bef762e519a9f9a60e45addd59
+oid sha256:7b5d8e8ab2f1c038cc3ee374c8ec47ff7aae30d94b35d34cad0fb10b90bfc4c7
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0338dfa2ffa54178fa3389a22b61010dcae926fde4d56293a0a208073471bf17
+oid sha256:319a3b89b08e3c34759995d756265f7ba5102494651ecf900ece25a73b8283e6
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b7d59dbf5c3ebf05e576dd68904a3b4d4f7ccadcecfa386a5f322350b77d4662
+oid sha256:46f1164234c4e1175d84b716f8735d35483e71109a88426b7b018313497c008d
 size 4400216536