Run 5. Outer Step 112. Inner Step 73.

config.json

@@ -264,17 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    5972142,
-    5972151,
-    5972159,
-    5972168
+    5972187,
+    5972196,
+    5972205
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 70,
+  "inner_step": 73,
   "intermediate_size": 5632,
   "last_allreduce_block": 5971084,
   "max_position_embeddings": 2048,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a9510749251a248afc1361c1d13b621831874a4c4083db43c598edfb4320badb
+oid sha256:34b0f8d4e875676d8a2d4cc15655e27ac5282f252a4e353d9c71c2238e602c73
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:93a79c302e3f65a3d3e38c2b6d341ba617ba23c2dab2c9e46f1942a987bd9d93
+oid sha256:97946c895ecfc707e39b5b09aabaaad980fc4c6c8c32b60fce14cd91555c7a5d
 size 4400216536