Run 8. Outer Step 70. Inner Step 63.

config.json

@@ -264,15 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6393650,
-    6393669
+    6393707,
+    6393723,
+    6393743
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 54,
+  "inner_step": 63,
   "intermediate_size": 5632,
   "last_allreduce_block": 6393230,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:77d7eb046792ad6ee3338a5a26d94ff6e4e46bff2b7bd883e33cff0182468462
+oid sha256:368fcee712835deb50d41c862f7334a2dffd4a3b754b97ebd439343739163e02
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:57d33079b98a41b985bfeabe32aeb5022937291c99fb3f6a945eaa865c14b7b1
+oid sha256:3cae490f7176fd9fdcf7800e8a7e0e135e38e68a4b30c2803c90b6017b7148f8
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6df1f2554ac7e9c7715a1fc5582c7a0fbc9a6283e0ce645f38f2992740c55001
+oid sha256:31be208a51a0677696d5d09cdb0a1f6013f6f3acf5c86f3538a7df4c0bfd5010
 size 4400216536