Run 6. Outer Step 81. Inner Step 106.

config.json

@@ -264,16 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6186691,
-    6186700,
-    6186707
+    6186732,
+    6186741,
+    6186752
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 95,
+  "inner_step": 105,
   "intermediate_size": 5632,
   "last_allreduce_block": 6186102,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:04abffeeb9586b5f33cebf3afdccf04038e04b8845cb0e4a49be0c91bbf93506
+oid sha256:b54456d824845c281e9cb966b93e98a144da5d80fcf2b709c726507493c8dd10
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3195a5098896c630a7ffb254bf5bb0d49447e901421b5e2dbcb589dd26ec0cff
+oid sha256:8371433e5198904fff6fb1282562cbb54222814644e9ff0f6ec182a7b9e29be7
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e078c171748141bcce05d21f58a2681507d94e93583b8bd9b8c35ec9a0bed380
+oid sha256:8f924862cc869359f70a910ce67dedbe2034fe92579c00b000ac6c5772e7ad83
 size 4400216536