Run 8. Outer Step 62. Inner Step 106.

config.json

@@ -264,18 +264,17 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6384451,
-    6384464,
-    6384477,
-    6384493,
-    6384507
+    6384545,
+    6384560,
+    6384572,
+    6384588
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 94,
+  "inner_step": 106,
   "intermediate_size": 5632,
   "last_allreduce_block": 6382929,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:670717f51b1a9b30bac1a36bbfb6dcebc63cc9936f083c73d30671fd1695d21b
+oid sha256:107a5fdfc1526583238d67420d07473cfeb8d69873427ba3c157b375ec0c0386
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cc88a536be177148fc8b660f2ce3d89a5bdea650fe7bb755f6e6a6537486ee1f
+oid sha256:33962b142b6ed94b315b188833fc16f1eb58cc48f7e0fba8154467e90458fb41
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:51824a89eda4baa7cc9278b9282bef0e32186900218eebbbca92a558a431391a
+oid sha256:d9c958b0bb7a1390b704e4eed3ef0264bbae5f04acdbc29c7864d10217f62922
 size 4400216536