Run 10. Outer Step 1. Inner Step 116.

config.json

@@ -264,16 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6464041,
-    6464056,
-    6464065
+    6464082,
+    6464094,
+    6464107
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 108,
+  "inner_step": 115,
   "intermediate_size": 5632,
   "last_allreduce_block": 6463065,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ede7661097476903e148439f54539a66e4a40dc1dea89c5b5dd284c0063ae254
+oid sha256:d68d2195214b815b92c38de8354b759ecd7df245c4bc07a9e08db4238cdf79e7
 size 88390091

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c8b7d89fdeb8679cb493837396647c3a6cb0da9e9d69b6f436d4f48935aee296
+oid sha256:44a684a38287cd856edf7d8f4ed4511f0222c5ea6c846aab07cc2d030308bae0
 size 4924928047

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:73db7dcf73a00c14a384801053135cfcf4f7e480ddfd1d19a06b56467bcd8024
+oid sha256:3c3275b2492d6b92e0adb9c79a5e623c169ff4a83b750f3b738b1c21bd39b261
 size 4400216536