Run 8. Outer Step 50. Inner Step 42.

config.json

@@ -264,21 +264,19 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6374274,
-    6374294,
-    6374308,
-    6374324,
-    6374335,
-    6374354,
-    6374369,
-    6374384
+    6374427,
+    6374447,
+    6374467,
+    6374480,
+    6374491,
+    6374508
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 24,
+  "inner_step": 41,
   "intermediate_size": 5632,
   "last_allreduce_block": 6374115,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:263e230fe08461a0411be5578de3322ea3c9a87cf5827df0124fc3875f9901e0
+oid sha256:7a949d7ecaea84f8ce6dba0f4c4615074512ae88b2e83ffb10eaea01896e1ac3
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:953063e9fa6e26e6084e686c567281daa878b7500559788ba1f7bebc02ba78f9
+oid sha256:abd1ea909f3411c6279c3bc2ccd754aad89aecec0e854f8935ec4f1be2771ace
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c227d93c8834f5e47efc66559ed805c7697ee28c4feb0a38654a289086a45302
+oid sha256:3136953ebf00e1d84bb35591d2108f85d2d81bcbf39430f56fd4659939f9a196
 size 4400216536