Run 6. Outer Step 87. Inner Step 95.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6191122,
-    6191133
+    6191176,
+    6191186
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 86,
+  "inner_step": 94,
   "intermediate_size": 5632,
   "last_allreduce_block": 6190526,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:729f5cdbd30c79e4a5eacaa876ff99fd3fff61e039b0dff627592e0085a059a9
+oid sha256:466cad3d3b368c6d7621e85ff9a0591391d4164bdd365e0672ffad61f9cc2b10
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:33829600b3636e464497fe015e953ec8e7a42ed7669fa30c14c7b9780250d781
+oid sha256:d626f5b3c42a0ad913295aa9f3ea012cc525705bf36e5bf726a6d428fc9bd5c5
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:96946c9e8e6b87bb2c79055393135844d7d5d74d65683fd811b6a3adee02256b
+oid sha256:54846476c81168cd20ca861b89c7247fb3c40e7c2086762fad5e21129728ef1f
 size 4400216536