Run 5. Outer Step 95. Inner Step 91.

config.json

@@ -264,17 +264,18 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    5947563,
-    5947571,
-    5947578,
-    5947586
+    5947603,
+    5947610,
+    5947618,
+    5947625,
+    5947631
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 88,
+  "inner_step": 91,
   "intermediate_size": 5632,
   "last_allreduce_block": 5946293,
   "max_position_embeddings": 2048,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0be6530414fbbbc6a0480493697d781cbfc96b7cdd78aec2006d13f615f0be1f
+oid sha256:5857d16f57511c3f1afaa29707b63b6bf60c6a65f6bd3cb69321c2ab9f4447b0
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:20d7acdd354dba93d3af7d2c82b1526467f606a2f6f2f62804beec26dcd7f9b7
+oid sha256:15cd00c9ba49d8cfb71c5a54e33a23f5309c965c61aa7573ccf6915e86040334
 size 4400216536