Run 6. Outer Step 40. Inner Step 26.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6155938,
-    6155982
+    6156065,
+    6156104
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 18,
+  "inner_step": 26,
   "intermediate_size": 5632,
   "last_allreduce_block": 6155595,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:942da21029175150594e210b76ea0188e28b2d3ec987038319cab553f32840d8
+oid sha256:8436a4644d4ea1492e956405b4544dde26c098f0148a83d2bccfa271deeedf18
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fbdc1ed84e33b446840c9f39decdebe560cf6fb5a0e800087b224999991d6880
+oid sha256:cd9c737c65d1c2817c54158c3f2ce8c1d287ec07d12442d98215039eac96ace6
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8586d224dadfa5d6ee3ca8cb7e8d76f6ecd1a7bf6739b709c892c51f75257f49
+oid sha256:48f8d86e2f037772ec42ed6a19b72d85753835860b6f1b176bf483e57694293e
 size 4400216536