Run 10. Outer Step 0. Inner Step 96.

config.json

@@ -264,15 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6463030,
-    6463041
+    6463074,
+    6463086,
+    6463109
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 88,
+  "inner_step": 96,
   "intermediate_size": 5632,
   "last_allreduce_block": 6462427,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0ae12d17d89821ae8f1174549d222861c5abaa043617175e45996cd5f8f06502
+oid sha256:4c798f32fb0a856173537d06e13db6e4663081c80b833861100170ba0cfa0f07
 size 88390091

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7e9d1cb59112a5a57048be7bf0bc588b86481337a200f5e680395753c902ad2b
+oid sha256:14b1d9857d29b5afaaadf5b753f92d152b9c7a5cdee697eabf9b295d08125e77
 size 4924928047

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:21d4cc9f90571248875b2ae9ca0b1a4a1adf8a695ee1fc89e91baa07a7f08944
+oid sha256:c0d57412d2d57c70c88dcf96c40b1a46a040c54a9c6e671d745fe0514aa9c181
 size 4400216536