Run 5. Outer Step 70. Inner Step 512.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    5913039,
-    5913050
+    5913074,
+    5913083
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 497,
+  "inner_step": 511,
   "intermediate_size": 5632,
   "last_allreduce_block": 5911865,
   "max_position_embeddings": 2048,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cd2b767192650b08f94d255529d95c589c41a01387afde4dc1506eecaca134b3
+oid sha256:e9a00aaacd2db638d4d89d7c5e58f1ffa7071d0d87ad2e9fe8453a46401d4ac6
 size 8800564561

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7f3dd751162709f5430fd2a16483950e19921e52f962755db3c813d4785f5674
+oid sha256:8a89a165cc0f5de8a9e7a94fd5f9ade22ef0bcace52138b38aa594bfb0ac7591
 size 4400216536