Run 8. Outer Step 44. Inner Step 46.

config.json

@@ -264,21 +264,20 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6370221,
-    6370237,
-    6370253,
-    6370262,
-    6370280,
-    6370303,
-    6370318,
-    6370336
+    6370375,
+    6370392,
+    6370412,
+    6370431,
+    6370450,
+    6370468,
+    6370485
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 25,
+  "inner_step": 45,
   "intermediate_size": 5632,
   "last_allreduce_block": 6370103,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:27f1acde6d722b4a6356ef566cd5c8b93ac4cacb56186a02472e00c85b967247
+oid sha256:54c5a0b9ffee8773918cdc457a0011abd091eaa0c3efab4b087a45514653278e
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fb30fb214a33ae73d466667b28b7f4f1eb2bc4b863a422ae0417b35a4ef6848f
+oid sha256:4fab0a2adcd37a42228194a1b3e6595dc436d81c07769f545d50d980a99f221e
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:88329ca07ddf9f99825717900ef01e02b207e3810d34d903f4635da1aba954de
+oid sha256:97cee8a773d1989ac1d25792ff63114388522e2eeabd887e03feb555432c63a6
 size 4400216536