Run 6. Outer Step 29. Inner Step 63.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6146436,
-    6146455
+    6146484,
+    6146499
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 56,
+  "inner_step": 63,
   "intermediate_size": 5632,
   "last_allreduce_block": 6146001,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:883c4fb2fb8daa5dc7e8abfb26691f657d31cffbc9e11c28e9ddd337adc67b67
+oid sha256:f6b2d7bb31e6eb432dc7733ca1ff90f7b1a2a206747382abf25554cde53463ea
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b45fcc392ad3c894a0a78f0661345fb59ea0585c19da8c4cd9a0fe95b92adabe
+oid sha256:5509c927b4d7fafcfa719841bbd70a7cb5a671a986ce458e982f6d610201f01c
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:365c17d8b8df1ea34ed22ac26ffc4cae4fc3905197e67b302673cbdb29f143c2
+oid sha256:11030b1215eef4a972dfb313b94d9afebedee672f2c966e07061a469ae45cc6c
 size 4400216536