Run 5. Outer Step 105. Inner Step 83.

config.json

@@ -264,17 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    5963510,
-    5963517,
-    5963524,
-    5963531
+    5963548,
+    5963556
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 82,
+  "inner_step": 83,
   "intermediate_size": 5632,
   "last_allreduce_block": 5962363,
   "max_position_embeddings": 2048,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:599d136df908c64cc0669dcde15abd4852ed998ec273f8186c3c3cec1a443def
+oid sha256:64ff7cb4756a7e12dfc18cc374133cc70255f1c9b7742a7d4653977c68b5a317
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:66690f2877e545584e796c049a69df74b98eb102b1fd8c9862c76819ff225ae9
+oid sha256:20935f631b58278e59e9fb58972ddc087932d3e7096ec91ec3be9fd94191eb73
 size 4400216536