Run 11. Outer Step 78. Inner Step 50.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6583701,
-    6583730
+    6583799,
+    6583828
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 36,
+  "inner_step": 49,
   "intermediate_size": 5632,
   "last_allreduce_block": 6583488,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e761c0d991510e0eb7371fe58bdb64ec755bfa7a5322b09fb2d9218ddea02741
+oid sha256:976f90f082db7075d1281af5ccf286ee6429d2866184c560b64259f3df9fdcb8
 size 88390091

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eacdba29fa641497bf4963d01f7d3f71a70e91b8d5b7a63e6a69dfa8d9e607c1
+oid sha256:8484be94ada44772de4803e01e4a7daa9bd9dd0dcefbec2d283adae43a88aae4
 size 4924928047

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:90f2624bb297c1ff22a42a7e23dbcacaba41325d690e5153a5c62a1b95b5d8a0
+oid sha256:07aac721f9c81d146870ef17017c851dee24eef42f92c731a4a7f0bb7aa52dba
 size 4400216536