Run 6. Outer Step 35. Inner Step 34.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6152348,
-    6152371
+    6152424,
+    6152456
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 26,
+  "inner_step": 33,
   "intermediate_size": 5632,
   "last_allreduce_block": 6152019,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5926104fb9d2d9b070bb3b2d92301ac187c21a62f2049492b3337fd168bf427d
+oid sha256:06a928c10b71e9ea28861ab3f6d7adc763447be2b580088aae498b4037711f7a
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:08ea4b5dea7055e1af107591b8302d085f2a56f6806596b2735227384528cd73
+oid sha256:e44a97c0ebad26f165c0d13e3693b23481e21d036dbf9134c450409be1aa794b
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dbefc08db9b029bdf8a4d2f137bae580ca0e63405258329caf06031a88ad2aba
+oid sha256:d791fae2323f782d1744f2a14ddae4b962f55f8fe8a7db5a431c53146064e7a6
 size 4400216536