Run 8. Outer Step 61. Inner Step 95.

config.json

@@ -264,15 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6383536,
-    6383555
+    6383577,
+    6383584,
+    6383592
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 85,
+  "inner_step": 95,
   "intermediate_size": 5632,
   "last_allreduce_block": 6382929,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2c7dbee1f03a6929421aad5d224301b4451db6254b1f9c37b7ac9d855a647dc2
+oid sha256:ac44519c0d65bc2a161865521eedd6a5798543a93bb9b990c6a24c0b9613fdb4
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a367974ff30e6f3713da0797ffd3458400ed5c50264e252f4083a33f87b1a5c4
+oid sha256:42bd8e313b9b2c07bc4e90c9247e3e8d4dfd1590d3acb25803e03383339bc808
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b46baceee6746da53e5541047c02258f08c421a0fb6f4400f522d2cfe6aa80b0
+oid sha256:e49940d41d0f8541bf59dd023c2cd7883d1c67db90c1cab4d6dfeb8797a13648
 size 4400216536