Run 5. Outer Step 116. Inner Step 9.

config.json

@@ -264,16 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    5977139,
-    5977152,
-    5977166
+    5977199,
+    5977216,
+    5977232
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 7,
+  "inner_step": 9,
   "intermediate_size": 5632,
   "last_allreduce_block": 5976832,
   "max_position_embeddings": 2048,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7d9a0b1e87b19e0754937d9fc442692873d4d306427f690f948bfc7d4232da68
+oid sha256:b48923f02c10bebe70834f2e9ee1a9b328a61f8c3e81ea7094ab8040f3da2e9e
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:705c1b8af1e620000e3907d2e00e41f7171d1848288d1b8b974662f07da2048a
+oid sha256:c4c2a15d8feacf20bd6fa484ef43f82a1060ad9adb7c89a94b9184322691d5ec
 size 4400216536