Run 6. Outer Step 32. Inner Step 32.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6149807,
-    6149843
+    6149923,
+    6149962
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 25,
+  "inner_step": 32,
   "intermediate_size": 5632,
   "last_allreduce_block": 6149416,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:64b39d981a845d407f7a034b669e825998ff42398251d28718c2665ca6105f44
+oid sha256:9f4585b99e0751d8b77445a0526b9df5548779ddc0890d5e695abee0e60ae222
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:13203329e814687ab5173640eec625496807176d6dc453747f5c5f3e2993a8b8
+oid sha256:872373f3d4f6636faad5181ba1d5523fc85e33e3aa799abbfa6b5664a6819dc0
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6fd6cbe2044dbcb318b617ea0ce043bf1df0392fcbfea1f70d4054a7d7529a52
+oid sha256:9a8347e9e6bf3ba2c1c500e05f8ab29e80da19911dd34f0a28d17631cd2cfc69
 size 4400216536