Run 8. Outer Step 47. Inner Step 17.

config.json

@@ -264,15 +264,17 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6372324,
-    6372337
+    6372388,
+    6372404,
+    6372421,
+    6372438
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 4,
+  "inner_step": 16,
   "intermediate_size": 5632,
   "last_allreduce_block": 6372098,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6033c5ec8d673ca2df2e488880f8e9c9fa2df8c16a2cb6bbbee6b72fe1eb26ef
+oid sha256:7afefc04d73a4c7922619afab775a62bf5536a6c2a49b778e228b7ddce78614d
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cf8e0778dd193d31c0dc8a55355687c1a5aa32f70974d25c1ecc8f57f72a3cf7
+oid sha256:0cd47051039b4e4b8d6dc9ec8125ae3a916d476a8cb139dcce5a4e7e3f95baeb
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1c8e8cdc1db2a8bf77ccdfdeacc97b9a64164aa399fda756f6c593e952868051
+oid sha256:ac2578d3a0afc53e14e92ee46ba12681c4d69c656a86082fa32374d8ed988d7d
 size 4400216536