Run 8. Outer Step 31. Inner Step 20.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6351083,
-    6351098
+    6351126,
+    6351136
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 12,
+  "inner_step": 19,
   "intermediate_size": 5632,
   "last_allreduce_block": 6350861,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d3fb0b050574ee848096bcb6007b83b91bb72469c2a2c8e656cef9d23f149dbd
+oid sha256:e929da40e275fe4cb77e917e90cedac72a618f41f9c329e4d9bbfe8c98cf2c46
 size 88390091

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:52a43ccc66f36c3183ee04718d2071e9601030e7e1366dae5482c48850d18357
+oid sha256:fff250d2ac309857d906b8364ec52bd92d2f10ce475a1fbd84ed15ff6e8976cf
 size 4924928111

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:56862d3b4b2b1a5dc9ce77a83db3da2f7398478b2ddcbe9b40b77c264b124c50
+oid sha256:7d30d68e67538a0c36e48ab397b0bb5f628f34b26a27ac3db46ee13872bd0227
 size 4400216536