Run 6. Outer Step 81. Inner Step 96.

config.json

@@ -264,15 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6186655,
-    6186668
+    6186691,
+    6186700,
+    6186707
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 87,
+  "inner_step": 95,
   "intermediate_size": 5632,
   "last_allreduce_block": 6186102,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:016a4d11d4cee01c71af0b227cf0357696a70281259da4a70feb036b2b324bc8
+oid sha256:04abffeeb9586b5f33cebf3afdccf04038e04b8845cb0e4a49be0c91bbf93506
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0c1915bd44ccf3b90dc2e3b5af3294e8246fa00a9b5f766460c249329d2ed384
+oid sha256:3195a5098896c630a7ffb254bf5bb0d49447e901421b5e2dbcb589dd26ec0cff
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a8a05952c3bc27b46d71e1f1e981e51af35a9dd4c3bb96df672f0d423ab680d0
+oid sha256:e078c171748141bcce05d21f58a2681507d94e93583b8bd9b8c35ec9a0bed380
 size 4400216536