Run 10. Outer Step 6. Inner Step 26.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6467795,
-    6467808
+    6467840,
+    6467852
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 18,
+  "inner_step": 25,
   "intermediate_size": 5632,
   "last_allreduce_block": 6467629,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b14d987030080bc96bbc30a85ebb2ac42e8549e345031f3fcbd52c86b7613784
+oid sha256:10eb567c809ba2e47e991d7da491bde4c210318474974f8eb76ae37934387857
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1a879f18ac5e4e5c148297c303fad9bf5be83ab6e95a801c5964b1f1b5480b45
+oid sha256:6a898624800168abb04465636a0dbb112304577eeb495dc8cb73d9d17d50c9e5
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:088bba0dd44d4e209c6781fb2e4a4694a6bb0fbb097891dd9eeaf72eedc52514
+oid sha256:f2f0da738a37a27912fddd940cd0def68735b4711649ef9922dd611183566732
 size 4400216536