Run 11. Outer Step 350. Inner Step 36.

config.json

@@ -264,8 +264,8 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6722368,
-    6722398
+    6722465,
+    6722494
   ],
   "bos_token_id": 1,
   "dtype": "float32",
@@ -274,7 +274,7 @@
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 22,
+  "inner_step": 36,
   "intermediate_size": 5632,
   "last_allreduce_block": 6719484,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d0105e8ec53a8fc936fe44ef3c45f7652d3cc786db7930622173faa513be5d47
+oid sha256:18fa79e559bc6750e9d13361ea55f0d84553c9a5cfe5cede86fe18dfba910876
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e0d5026c72c65c9011c0b443fd31b47f1a76ea7611d4c724cc0a71cd20967f14
+oid sha256:219b614b52adccbd33cb8309e60ded42c1fba6bd4201810907f7354ca5f85011
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4185f213b5bd11cacf7b131bee4ab47567a80272b33e204d08edf5bf0fa2ceeb
+oid sha256:2a4f3f7c1bd297d3c5437a8b3bbf68d13958d453d97d208ca2d409517caeb9d5
 size 4400216536