Run 11. Outer Step 204. Inner Step 9.

config.json

@@ -264,8 +264,8 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6660509,
-    6660544
+    6660585,
+    6660614
   ],
   "bos_token_id": 1,
   "dtype": "float32",
@@ -274,7 +274,7 @@
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 0,
+  "inner_step": 9,
   "intermediate_size": 5632,
   "last_allreduce_block": 6659044,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a36df1176789adaa2f9948f63bb26a27b7f8cf3c24c4f39d9faee5559212c64c
+oid sha256:0419de64737f5ae1bbc92d590186bd4c44001113eb236e6a639b79470fa28749
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f0d28e98e6c5ebf4ecae30d44e373ac83c3ab5430a917791f428d1e724ebcc02
+oid sha256:9641573db34238f8f898619f92e03b82031271ba6514d7f0a212e1e86101a7b2
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5dad4915308f87ae57b2d5aa8957b8cae0fa04d5999eabbb4896264ad0263fb2
+oid sha256:81e41129b27817375d6d0bc4995e66f531142a1e5409c9b8ac25eeed19953343
 size 4400216536