Run 8. Outer Step 74. Inner Step 50.

config.json

@@ -264,16 +264,17 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6396149,
-    6396164,
-    6396184
+    6396229,
+    6396247,
+    6396261,
+    6396278
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 38,
+  "inner_step": 50,
   "intermediate_size": 5632,
   "last_allreduce_block": 6395861,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:919b362662c2011b175536a709a14aecf6793079e3add3d7284d14f9ac0989e8
+oid sha256:58bc159af284fb5cf6044c0b323d5f3f18651d22c6128864ebcfceb2533838de
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:547d8da7e4675b7b4afb76d326b9a7a7007dc116d6b3a0eef08ea003f531d77a
+oid sha256:9fe7817c4e155dd7b9eceb98c1be9f2ddf3a1175822672db1a6ad15f1d5f5110
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:490670cf045eb7d7cec711a53fa0a90b1daa389e256d9cc8a09f06a82a3dadf3
+oid sha256:cca2614a22d827f42c086c1bbb4455dec7a5ef2ae4d50a014c3d36f67923c3e2
 size 4400216536