Run 8. Outer Step 57. Inner Step 64.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6380660,
-    6380678
+    6380720,
+    6380741
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 56,
+  "inner_step": 64,
   "intermediate_size": 5632,
   "last_allreduce_block": 6380215,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7e388b1f7a3c6b4bbc7460efa2cb263d44b1de6449f63e74aad34f12b27bb319
+oid sha256:59519af73e2ef9f7b771dd490d229d26e872d424e740634ee4fe6c33379cb235
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d90c4d736b242bb02ed2d30d07e3200a4c877c9911d8c808084e9109acab228b
+oid sha256:138aa59d255286f525133394c545da5456893aab5a828b8c5130b43a894a8354
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8a97361acd66aa4dd1cd1f0d3399fbc211def325240f57bf0050b9ea0ced494a
+oid sha256:21cd372b03c91590eea74328c43fb5fe22878d23814cef64e6c8b0c334f2f02f
 size 4400216536