Run 6. Outer Step 81. Inner Step 70.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6186747,
-    6186763
+    6186801,
+    6186820
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 63,
+  "inner_step": 70,
   "intermediate_size": 5632,
   "last_allreduce_block": 6186102,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:62933b2ef1de2a11f9362e8cc194f2cc5176722f2b1f2fbae14e36f29d5e6ee6
+oid sha256:933a246d9724131b6fa1c1fcf033c247b43016db9982ced9218318c82697ac52
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:369905745c5d206748f587311fc83673eb193dc0ad7d834a81e51c641827ed21
+oid sha256:719f74996e1248b42cc573d2b57b1c879365021bdd6dd27231528bfcf899a1c9
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:90d36308f59582aba8901f5d760d739714841e9f40e44dd7a5502f25b4acb890
+oid sha256:fced78d0a03b41fe86ee55e44bd001c4334143fe7ffccd971ff106887f6f2ca4
 size 4400216536