Run 8. Outer Step 58. Inner Step 64.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6381323,
-    6381341
+    6381379,
+    6381400
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 56,
+  "inner_step": 64,
   "intermediate_size": 5632,
   "last_allreduce_block": 6380868,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:044a00b834485394c9235e5d2115bfcd8ec5ac0104c79c4206d406ae1a570ac0
+oid sha256:df1521e837c779d04c27691933507664d0d0449904c11269fb478d039f6cc7af
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3a3a915b3c75f23fda9b3b98d2d93b1a1e72b897879ce080cf31946709e0a3c3
+oid sha256:efdf2789758c5263b7fc075d23aa33fbd281c7d6b940bda008937b5cb4a93409
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:96fc1a8ef339ae5bba63dfeb3b1b15bd62863d0bccbc6f94bbad632dd32a430e
+oid sha256:22334c17a0dd09df8950549e0dfe50d946bf0abf0c1591a7c991968e4bc113af
 size 4400216536