Run 7. Outer Step 99. Inner Step 12.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6291735,
-    6291752
+    6291795,
+    6291810
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 5,
+  "inner_step": 12,
   "intermediate_size": 5632,
   "last_allreduce_block": 6291152,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:28a675c0f4ebbd8bc796f7d2b604603caf620c7d402d786cfbc0590bea2c15b7
+oid sha256:ee992e31c36920f94a23f5e49a9e8a0d25ab4067a917ca77e6f55619b11caa92
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:da807707181e0683d541bd3c056e049542db6e17cbe5e069dab29cb77b74d6e9
+oid sha256:33e6769e24c19b73ca24e50ed0dce9b23ad7c50e448f9d07e0da7bc327073ce6
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dba96501d1044c195df4138765f51cecb41c24d4ff8ba6213c60b52cd16202fd
+oid sha256:9fc5caac8c784d3d0f60a71df1874ddbb22e6b71aa66defd8591458e34dcf911
 size 4400216536