Run 9. Outer Step 1. Inner Step 81.

config.json

@@ -264,16 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6449389,
-    6449408,
-    6449421
+    6449448,
+    6449465,
+    6449479
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 73,
+  "inner_step": 80,
   "intermediate_size": 5632,
   "last_allreduce_block": 6448311,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:037bef2ca1600b8dfbbd81a116212de6335f5ed37cafe5f27768fa9939fa61d0
+oid sha256:ca71d6f02d5872483f23a0af67ab3971a5d3fa10165030cad5c2c90e136f7213
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c718e0ebf7f31415df75a3399edcda7416e66e71c5ee4583dc23210b7e304e6f
+oid sha256:ce5d460af6b3f3c0fcfc8842be645c32fb5ada16ee20dc42a6ee87753606812a
 size 4924926842

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d64a36558604fba47bcbf76eb46461a38ce508f390ede361fba6ce887a649407
+oid sha256:8f9fb138b532a10007e4b2eef7df04f390a9950864da78f88fb86c4202707721
 size 4400216536