Run 6. Outer Step 32. Inner Step 26.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6149683,
-    6149719
+    6149790,
+    6149833
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 19,
+  "inner_step": 26,
   "intermediate_size": 5632,
   "last_allreduce_block": 6149416,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5b6968410f1d6669eb657cb9d5c091f9185f833dd56dc0ba383fd56cd3b43244
+oid sha256:4a65b748e06ce8d9073083b6d2e0d4347ecb4be59b11890c96ac0f82fec3573e
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a67f86f40cf0414d9035123234ea1bc895b19597d6c1ea3e7332cd9a770e2ba0
+oid sha256:7f0a4ed9acdb136d7a9c11ea0c0c8ceb10b664a90f2a6d196469c74b4687c6cc
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:11a9e35052287b07cd62c09aed6cce0f2943e3fe9b1c2b1c8d02eb631c4b0aff
+oid sha256:ea990c2746811c4dc5cc5c9b3b1044e392294e57fa06805c0686d8fdc646f1ab
 size 4400216536