Run 8. Outer Step 48. Inner Step 59.

config.json

@@ -264,23 +264,24 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6372848,
-    6372857,
-    6372865,
-    6372875,
-    6372883,
-    6372892,
-    6372900,
-    6372909,
-    6372917,
-    6372925
+    6372950,
+    6372960,
+    6372970,
+    6372978,
+    6372986,
+    6372994,
+    6373003,
+    6373013,
+    6373023,
+    6373030,
+    6373038
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 30,
+  "inner_step": 59,
   "intermediate_size": 5632,
   "last_allreduce_block": 6372758,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e1dc33d6aa950c352d48cd330f6746691035dc123afdef83581bd97e3ca4a672
+oid sha256:e82f2ebca43cd218dffdb5305ea6266c22dde71a43ce119caca40dd68671e0ce
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8c9e48081aef4963c86911e8d8110f0a3412ef4261cb629e7765589593cb4b1d
+oid sha256:07a35b02ad59a6e29df7773dbd794c889e83395a77db4b7609bc2e6e7b7124a1
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d55aa1bb30b5cbfd4a6d0cd922b212e775b50830c4961e157e353de3c91a52aa
+oid sha256:21da3df2957b931ad12d832a75e78c9dc3344303f94b87d7517c509a7630b197
 size 4400216536