Run 8. Outer Step 87. Inner Step 36.

config.json

@@ -264,16 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6406282,
-    6406298,
-    6406316
+    6406342,
+    6406360,
+    6406377
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 29,
+  "inner_step": 36,
   "intermediate_size": 5632,
   "last_allreduce_block": 6405390,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0146b284729bc2d11b0bb5adb70475776dcc021f38594463c9091882382df906
+oid sha256:7a9ba6fe931232ca4f45a94f71a4d1884887fdd1cee00557ec5d18625986a029
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3f901c8d79d2b1e25857071671f05a4654fadc8a2b81654d8022c5e970d5d2ce
+oid sha256:fbd3d7e9b305cf0d5c403922596bc9b0ba8aa7ff7b8e7f800f87ff60c0f25bfe
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:914f0899533ee880bad3d52902dbcbf116763ad5bdfe72c744df1392d0750b08
+oid sha256:2fa0be854984e3883626e69e5c7e1a0b3edd57eedec54b5781ea0a296252a531
 size 4400216536