Run 7. Outer Step 100. Inner Step 20.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6292545,
-    6292565
+    6292603,
+    6292624
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 12,
+  "inner_step": 20,
   "intermediate_size": 5632,
   "last_allreduce_block": 6291948,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8a11566f6e691615f796e9709097b17b8c5962fa0cd9217278e48d6e61b3d3c6
+oid sha256:e9e783fadddc5caf74a880ba3a32a1f33d4fada1a2e495b685e3ac2c2ecac511
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eb2a5049c20a9b9c49d79ea8f8460b40d32d49904e19dbf937a678eb92366c11
+oid sha256:3560f1eaa8d7c90629e43bb53a0e785bdf813ebc9f78082bb4e92fb5b43decbd
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:90b943d5a5112a83f59aa4380f9a9cc08646271462776db137552107d854e4b5
+oid sha256:4ccddb95033786498d269b754993ec85f3a32b2b7b4e90fbeee6a3d6d04dbd01
 size 4400216536