Run 8. Outer Step 48. Inner Step 16.

config.json

@@ -264,15 +264,17 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6372812,
-    6372825
+    6372874,
+    6372888,
+    6372902,
+    6372911
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 4,
+  "inner_step": 15,
   "intermediate_size": 5632,
   "last_allreduce_block": 6372758,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f3641367b4d838c071fa215df3c95786fe86d833c3971db9060d271b251f47bc
+oid sha256:69386db91a1d380bce2a0bbb3f87554119246b3e32bb05758ac6ea3cbaf96f94
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1f21a6772106f14c611e39f244c7d844ad19e1493a5243ea1e14dd1f70d0a88d
+oid sha256:e43c822bfc210284e638a260cf4355393bd12363525ead00c3126e9f503eec63
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f545ab8a10611e647eb5b70f8bf875890cf0409e8ecf635318e571757272ce04
+oid sha256:6c732b58b1522c8bfba64a43988a4f5e959cedb6fe7136ec455b03bf4522a99f
 size 4400216536