Run 10. Outer Step 9. Inner Step 113.

config.json

@@ -264,15 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6472095,
-    6472107
+    6472133,
+    6472155,
+    6472157
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 106,
+  "inner_step": 113,
   "intermediate_size": 5632,
   "last_allreduce_block": 6471308,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4eb416e0d4d0d8e9ab9e7c4cbbb5564b4bfe3022b3f6ec14fc3eabc8d69c52e7
+oid sha256:4911320c83422a9a93be3d7ac78bbf4a9a5763e1ecf7c6814e027787dff5fe97
 size 88390091

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4d0df2289175b4710e1fe73b2f891bb9f4edbc35d185f8130816596c122582ab
+oid sha256:b554fac5490284fe63099956fefcad9fb429f51bfcc698fb0bce425c5bb8761d
 size 4924928111

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:958c2abb3a8cf7a3db81c5c806a6a549de6cf64f083e43ad76e4f34bba6eb01c
+oid sha256:d2eaf3a46dc4551beec742acd4f9eacc627674233994925ae1027e42c8de800c
 size 4400216536