Run 5. Outer Step 122. Inner Step 22.

config.json

@@ -264,16 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    5984846,
-    5984862,
-    5984876
+    5984903,
+    5984920,
+    5984935
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 20,
+  "inner_step": 22,
   "intermediate_size": 5632,
   "last_allreduce_block": 5984260,
   "max_position_embeddings": 2048,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8c7c336d85c93bbace32c0b27326823d4db73d3c775b52a5f71399b6515c3684
+oid sha256:883fd46a0474ae44e15e0115b90f1859ec7c48152e77b40f833285d62bc83a0a
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:01bdc824428f508f8e2bdaba3ae656ce8f882f90f963e63162fa3ec3dc37c69a
+oid sha256:6fcadd99cc94ca63ff9968b574089b9f1e73d86678884dbebe3ea5e3d6374940
 size 4400216536