Run 6. Outer Step 82. Inner Step 71.

config.json

@@ -264,15 +264,33 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6187009,
-    6187022
+    6187059,
+    6187074,
+    6187088,
+    6187096,
+    6187110,
+    6187125,
+    6187141,
+    6187152,
+    6187169,
+    6187186,
+    6187201,
+    6187213,
+    6187227,
+    6187241,
+    6187260,
+    6187268,
+    6187283,
+    6187297,
+    6187313,
+    6187323
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 19,
+  "inner_step": 70,
   "intermediate_size": 5632,
   "last_allreduce_block": 6186771,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2e747965a801cbebef48e90c8121be52374a93ef3dd9512a4c35826fe913646f
+oid sha256:b82484515d74ff4cc85eb88e7c021a38a77636c85417a182e6af236fbef8bda7
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:edfcd9e0d66fbb2244bf9b6d8da04e6b8d8aa2c01877384c66cb601767ab74d2
+oid sha256:1256f408902cb4230c7430ed626606af572c88339da1d029295d7f75f1e0d3c2
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d37a29a99924e5bcd20ac8b5feb2073924074b7a49540e8e8d9fca8883253e66
+oid sha256:cf17512e1cfc4a72975ebf5e5f79780034db4f71c737ebf3d4534c2b860c9be6
 size 4400216536