Run 5. Outer Step 110. Inner Step 68.

config.json

@@ -264,17 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    5969678,
-    5969687,
-    5969694,
-    5969700
+    5969715,
+    5969723,
+    5969731
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 65,
+  "inner_step": 68,
   "intermediate_size": 5632,
   "last_allreduce_block": 5968672,
   "max_position_embeddings": 2048,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a63ee3a4f8c171aa6c322d5fd7498f92230621f40203b5ee66157002908580c6
+oid sha256:5bd68504a3eeeae2c966883a1dec61a5692ba245a15d5a669e0e4d33f2717269
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:089fbabf905e84afe1c1b488f2af115bb0fb3516245e8378256f3051d571dc5b
+oid sha256:d6d8441056fef8c678cdca61879197115e7c1dce8b50a35af52f7d1a29a484e6
 size 4400216536