Run 6. Outer Step 80. Inner Step 64.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6186040,
-    6186059
+    6186099,
+    6186119
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 56,
+  "inner_step": 64,
   "intermediate_size": 5632,
   "last_allreduce_block": 6185426,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1f18ec6c380452a8666854e12f9791e5bdc270b47de52c7ac1f974a889891794
+oid sha256:7d03364cc9e5d85fca96b061317f4290659340b974b2d41865cdb58c3433840e
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ccb245423be96ede813a490de9c53d668e8668a24adec2bf0171266a04d98260
+oid sha256:48cc5b70d35eac1c2037b9f1238d7d6f6ac117d5cecc82ce193bf06450389ee3
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:87f4bd5b037347e6c92cb1d11590dab47fbd5395daa75c20eb60a4f57837ddd2
+oid sha256:71d4a03e01fc64a8c4f03b8d88bd8651220c7f077aa42a1e076af2ff6cb83027
 size 4400216536