Run 11. Outer Step 72. Inner Step 18.

config.json

@@ -264,8 +264,8 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6581213,
-    6581242
+    6581273,
+    6581309
   ],
   "bos_token_id": 1,
   "dtype": "float32",
@@ -274,7 +274,7 @@
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 9,
+  "inner_step": 18,
   "intermediate_size": 5632,
   "last_allreduce_block": 6581156,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fa835335feaa47acdcf8224e4c04c748f5aa1880dfa6290afe72c809aaa1a5d6
+oid sha256:3bac6cbd1c045f85fe602879e8d46ccb319c064290d88ed2f058a197149dc6ba
 size 88390091

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7f1d3d5ffc2735d5983af33bba38a9a9ed7e282e26051ce1297bfb80754d0ee3
+oid sha256:b3fa7e068e1cd0f6a2642ff842b82b6a7f00522b501223a53a543c746b54c783
 size 4924928111

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f19f15cfefd1ba079741f399785a6fd03cda8ba18eb00d231ff777273fdc3f88
+oid sha256:c3d82da60da4c1d285328323129fc6d45b554e2a765af89521f374a5743203a4
 size 4400216536