Run 8. Outer Step 76. Inner Step 65.

config.json

@@ -264,16 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6397645,
-    6397661,
-    6397677
+    6397701,
+    6397718,
+    6397734
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 57,
+  "inner_step": 65,
   "intermediate_size": 5632,
   "last_allreduce_block": 6395177,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:62f0364754f5938b8b79fc9926cd79890a2969bf020d5c1ef8c230da0ba29dc1
+oid sha256:e8b4ef67d9bd678105f06018c0bf43a76abcd555edebc158625b32a9d8844817
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:34a7918d470b7d5dc1643a9fef50a21031c60b5f3ee4ba6f4e6fb3ab241809b7
+oid sha256:a627375ae4ce90dd2694fc66862c17af91b12a8bbb9ff6fa1d05e4d56122d444
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:da297f1f0e549563e7c627f0ac771926d3334e9a966f5de1bc92554b947d93f4
+oid sha256:3eba088a7b847848c006bd058b64f4670168f19275e843544f5e1b7ef70b2795
 size 4400216536