Run 10. Outer Step 4. Inner Step 37.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6465775,
-    6465783
+    6465817,
+    6465827
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 29,
+  "inner_step": 36,
   "intermediate_size": 5632,
   "last_allreduce_block": 6464980,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2aef9e53252e2752fb2ba60f4c1d34bfbc415c2d6e6e1822ac34ffd1ff1b4ca2
+oid sha256:e34aca49a37a99e6b7fea53efe28752b6c98c0b9d7c6bdfdf2d7552c6e552b55
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:676df91eda8de7c6d6b60f9d21fb4074eeac1239e79b258dace1494c88b5a019
+oid sha256:306270bcc624b9916693dd97593474cc5d371bb7cd621fdf9d2972e8a88b3f86
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d9acab024661fd4401fdbcaae55b6a338b8ffdfb8a300cfd25831d5301006d16
+oid sha256:22662ad75baffe01daade681690355d8bf3706c92278f8a44336153ad7250d0a
 size 4400216536