Run 5. Outer Step 76. Inner Step 152.

config.json

@@ -264,18 +264,18 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    5826620,
-    5826625,
-    5826629,
-    5826634,
-    5826638
+    5826648,
+    5826653,
+    5826658,
+    5826663,
+    5826668
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 148,
+  "inner_step": 152,
   "intermediate_size": 5632,
   "last_allreduce_block": 5825419,
   "max_position_embeddings": 2048,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:74be214a67c1b1239e047ae28b676a44f76b5e4d885cccceca33a1bde0423f9d
+oid sha256:ed6233dc41b52a4b1ed2701464c84cfc2e4384662588686f3e1bce7bea48120a
 size 8800564561

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:feac5997f1a9f7912a4b6edd0d3c5b0dd6a45f4f7126bdfee263c6e1e4121538
+oid sha256:02833ea5a7cf9f95888299e8aa28cbf713646619d1bbb00b05e67d31d4e6786f
 size 4400216536