Run 8. Outer Step 63. Inner Step 0.

config.json

@@ -264,20 +264,28 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6384869,
-    6384878,
-    6384886,
-    6384894,
-    6384903,
-    6384911,
-    6384919
+    6384942,
+    6384949,
+    6384956,
+    6384964,
+    6384972,
+    6384980,
+    6384987,
+    6384995,
+    6385003,
+    6385010,
+    6385019,
+    6385033,
+    6385040,
+    6385047,
+    6385056
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 167,
+  "inner_step": 0,
   "intermediate_size": 5632,
   "last_allreduce_block": 6382929,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9909035139de6960bab74ebe9b209e0f1b2a98a48a5a7862db278c841565014b
+oid sha256:2a576a01164118a69b0ac7de8ed4916bce8c6b231c81a617c31a00f69a09820a
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b1ba9beffa5a54f859f215e202676e4ab73ca5c1233bd65bcb86b2a8a7f80225
+oid sha256:3c7b763e9f9aa3c73ffa5d8d19984fd2f337f3c6dd06ab495dfdc2b02b3514c9
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fe1ca03fbcab8b2ed95b2d8d081f97e5004f6e297e5b1e6d7c92ac709aaf0abc
+oid sha256:a9313b3b0569e8d67673bd0fd9a69120523d8671d9a585dbd466e234b165c1e8
 size 4400216536