Run 8. Outer Step 60. Inner Step 71.

config.json

@@ -264,16 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6382688,
-    6382713,
-    6382728
+    6382751,
+    6382765,
+    6382781
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 63,
+  "inner_step": 71,
   "intermediate_size": 5632,
   "last_allreduce_block": 6382220,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:051f5289e2a4115d74c83d9adaaeaf8931a63e930d4339b961af5b9a3e5f44a6
+oid sha256:8e43ff20219bf37ec01074db00f3e49e59c80905f325128b5425ca3bd8b5903e
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cdc2178e9a53d29069fda21316566fd6b9725b2f106456210faf48291563725f
+oid sha256:8f867935f0a01ac9f9e354731307b2b04b03b2a985981173984977043f907cd8
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c760d48460c85ab337887833b67b744c9a5a43f7360aacee146586b6b9d2ec11
+oid sha256:022845653e44090de08787f3d758ebb6a9d1549ff8d5ae3fe44ae5ff501c14f3
 size 4400216536