Run 8. Outer Step 49. Inner Step 68.

config.json

@@ -264,20 +264,21 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6373701,
-    6373719,
-    6373739,
-    6373755,
-    6373774,
-    6373795,
-    6373814
+    6373851,
+    6373871,
+    6373888,
+    6373905,
+    6373918,
+    6373935,
+    6373952,
+    6373974
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 47,
+  "inner_step": 68,
   "intermediate_size": 5632,
   "last_allreduce_block": 6373432,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:96f180ce726af40467c9cdece245eb831312c6c9f2267309d448a3b02d415a3d
+oid sha256:f3828611529cc780c2a434872e54b426872c6f513167f724c8b894688ef43824
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:69d9043f48be4e7d2d73c52c62d2682be22d2a2a524c40da5a11f060ed6b5a30
+oid sha256:eec6e0fc31ff06c844cbf91cffca695864a65784eb2edddb949e321e9ae58fc7
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:95327cec0c9fb9669aaeb3f848a0d21da5c6f3a98c7f132b623480c4408db7d9
+oid sha256:478de5df4907dc489c590bb33a9dfa764cfb29dc3e4d176a3e7c33caec5fdffb
 size 4400216536