Run 5. Outer Step 89. Inner Step 76.

config.json

@@ -264,16 +264,17 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    5938423,
-    5938429,
-    5938438
+    5938456,
+    5938463,
+    5938469,
+    5938477
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 73,
+  "inner_step": 76,
   "intermediate_size": 5632,
   "last_allreduce_block": 5937361,
   "max_position_embeddings": 2048,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3774b75f197355eb5d91dffaa33834e43a4e40883440a80304f0aa1dcdd45bc8
+oid sha256:05ff1ccf3e553511d3cf0d9890f3c2f3da8c8ecd51bc06e78b7d43ed0891a6f6
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1dded5e6225385ec2e3c7dacc1dcb29ed16ae5149a2fbeecbf2fb1c3a12f9c0a
+oid sha256:78dbe4fa2df02a92fcccfa41fda0fc724a2cf97897872030541b5b2e99377d88
 size 4400216536