Run 8. Outer Step 63. Inner Step 49.

config.json

@@ -264,18 +264,18 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6385312,
-    6385331,
-    6385346,
-    6385361,
-    6385376
+    6385408,
+    6385423,
+    6385437,
+    6385454,
+    6385469
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 34,
+  "inner_step": 49,
   "intermediate_size": 5632,
   "last_allreduce_block": 6385112,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e802934aba33eba27bba7b5c13558c9bf9ccbee6b61cb9b462e0c1987961760b
+oid sha256:7f4bca21e8615a926c689263e83ad1d75314c65ffc85884d8a69e85dd99996f4
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9d6ae91713c4a50c318fe8a44d0b4f409c504abc7bfee86ec7f2a15c02de1e53
+oid sha256:336f94fbde873ee78ba223e460b07df012f8f11298853690d730ad32665b8c3e
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7280716092b16ea855a64f496a4e1ded29079a2a26d92694c6fec1045679c3c5
+oid sha256:106002cf5dccd6a13429deda87c03f3199a50ef61086ef23be0e015f82d4f5c1
 size 4400216536