Run 8. Outer Step 75. Inner Step 53.

config.json

@@ -264,17 +264,17 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6396812,
-    6396823,
-    6396839,
-    6396854
+    6396891,
+    6396905,
+    6396918,
+    6396936
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 40,
+  "inner_step": 53,
   "intermediate_size": 5632,
   "last_allreduce_block": 6396547,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:529ada801998098a216be3bb54f1da0267f06a3a917b29162ddf4d340645338a
+oid sha256:983e6c93eac64345569599df9434756fba07ccd4e3ce4e13fa6a0d149b265f58
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fb1ccedf945fe7bb8808a87ae0ce9a4b2340ada2840118b4ec5300ab472ffdf4
+oid sha256:23b5425954bf745caa95207fdef1a1e5019010b36ca41f8d6d0a50064625aaa8
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e36ee47004edb778a5897367c02f9812ae3e24b7b65882410826f2ae51c06be5
+oid sha256:d796c08555ee8b2df3cda6d5f4f748c87b0f1a7ae59166a6141e2448f87c79b6
 size 4400216536