Run 5. Outer Step 91. Inner Step 93.

config.json

@@ -264,15 +264,17 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    5941198,
-    5941206
+    5941223,
+    5941231,
+    5941239,
+    5941248
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 90,
+  "inner_step": 93,
   "intermediate_size": 5632,
   "last_allreduce_block": 5939891,
   "max_position_embeddings": 2048,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:95cfad0b6da379579b1b01875664213ac25000293a630851a38d38c51a9a0e34
+oid sha256:f01b4d375fcfee1db016b35503ecb305db6712edc7b87893c3b7fa9bbadf65c6
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4f08e2cc9f6c12ee0c2dd6b645363048dd2cb88588c19657ef0ae3da19a94e2e
+oid sha256:a6a54eebdbc1885332ac3b6f522b191d95ada3a26d21819221034bb62c4ec215
 size 4400216536