Run 6. Outer Step 80. Inner Step 41.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6185846,
-    6185863
+    6185896,
+    6185913
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 33,
+  "inner_step": 40,
   "intermediate_size": 5632,
   "last_allreduce_block": 6185426,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6cb4e21b5a3927396f8ab657a93d733b49b686ac3644ff5dcc42829edd708151
+oid sha256:6485e318c592cbecbf4f107282b21f5c4bd478a7ba6c4d9c65d09e07afdb021f
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b4ee374d04986ab3bf6dacb1bc8d73be4b900704943b1aee3673be6a050c8226
+oid sha256:3513adf462c2bf04017add828ccf61f2a7e709febe22b8f5f253129a0d959aa1
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:89a073a00553c701f49339e5f58f26eb670795b99398fe27c474f9d1f2d94eaa
+oid sha256:72ecfab773245825eaed840e2ab999f828eded467d4c2fe5be5ca9292b154d26
 size 4400216536