Run 5. Outer Step 105. Inner Step 15.

config.json

@@ -264,16 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    5962738,
-    5962753,
-    5962766
+    5962780,
+    5962795,
+    5962811
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 12,
+  "inner_step": 15,
   "intermediate_size": 5632,
   "last_allreduce_block": 5962363,
   "max_position_embeddings": 2048,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:67b84474560ce8ac56e964a006099d9dce65df3119b81263f79cd6be65d3747a
+oid sha256:eae0c4606f7a8184a322b37e4bacec101f253d6685db01e9f5e9854b90a1d3c4
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a483ac7afe14c516737f122a3720ea20a21252a93f0eeecf1f77dcb80de5ab29
+oid sha256:c60d7ee16ff8c737e71d24ef3f236f85974d32b6bf8eade0786cc9a6725e1b53
 size 4400216536