Run 8. Outer Step 74. Inner Step 149.

config.json

@@ -264,21 +264,22 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6396342,
-    6396353,
-    6396365,
-    6396376,
-    6396385,
-    6396394,
-    6396405,
-    6396413
+    6396436,
+    6396445,
+    6396454,
+    6396461,
+    6396468,
+    6396477,
+    6396486,
+    6396495,
+    6396505
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 126,
+  "inner_step": 149,
   "intermediate_size": 5632,
   "last_allreduce_block": 6395861,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:16946b2d9e24640c5e6b2332f124d9f1df0c39d7ccff9ad64169adf891c5b887
+oid sha256:4070d17676ea0c42ba091cd254f41d0688e1ab01ce3e362fe7c410652cc74d58
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b1c712c3651ae1f64500d03ed2f378ddef323cfd3a70a550e203074a60b0f29c
+oid sha256:c001a199f6e95f074f8d8d5f51e08613889a8741f3d63208e0a53654da7035aa
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:643c314ef87324b1b30da24e827efab05651d3d3603aae3a7af2e60a481264c8
+oid sha256:e9f8cf015d49370a7a5fb79fedadb968d62532c24d3848136280e651e37dfbac
 size 4400216536