Run 8. Outer Step 63. Inner Step 35.

config.json

@@ -264,18 +264,18 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6385208,
-    6385223,
-    6385241,
-    6385257,
-    6385272
+    6385312,
+    6385331,
+    6385346,
+    6385361,
+    6385376
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 19,
+  "inner_step": 34,
   "intermediate_size": 5632,
   "last_allreduce_block": 6385112,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:89ee742254992ab23b01c1ecf99ffafd41f0eb19635e21111f9d032e39470f9b
+oid sha256:e802934aba33eba27bba7b5c13558c9bf9ccbee6b61cb9b462e0c1987961760b
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:56939d7c386bf8c9417b0ddd1ffeeb9fb769a7d295571c0b238a18a64c1376c7
+oid sha256:9d6ae91713c4a50c318fe8a44d0b4f409c504abc7bfee86ec7f2a15c02de1e53
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5fc3b1a06e37f1fabb4f9caded12e700833fb6b4e21a5589f62fa9632b79f12b
+oid sha256:7280716092b16ea855a64f496a4e1ded29079a2a26d92694c6fec1045679c3c5
 size 4400216536