Run 5. Outer Step 103. Inner Step 189.

config.json

@@ -264,18 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    5959781,
-    5959789,
-    5959796,
-    5959805,
-    5959812
+    5959829,
+    5959835
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 187,
+  "inner_step": 189,
   "intermediate_size": 5632,
   "last_allreduce_block": 5957260,
   "max_position_embeddings": 2048,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3f489ce2c2447347fb47712fe6e1decf04f06718d48e20d6094f02e57462676c
+oid sha256:2dc22e968c544104a5f618a34e79340a600070141f23df043f3e91ecd946c253
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b322726d382bbd2edb8532f1002f1633bde285731c7d3be833e197d4a9411e5b
+oid sha256:6092e0f3ad7a70b91764e1545cf80b48a7d6d52e3a752fa0a12de531f85a8f00
 size 4400216536