Run 8. Outer Step 95. Inner Step 500.

config.json

@@ -264,14 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6418675
+    6418777,
+    6418793
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 0,
+  "inner_step": 500,
   "intermediate_size": 5632,
   "last_allreduce_block": 6412880,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0cf06c405b159b7bc0d19d8ecda9d099a7f21878f598903cedaf7ef39a5e350d
+oid sha256:2eae42275da4b8d4778f1f28cac51a9483f108f4ec1115ecc70ac0e6f25ae40b
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:10e4d4ec2c63413c07afe87549516b279212d177159862895987322f9dde2545
+oid sha256:6cfda5884c8604c24a88d9545f9ce29b6262a5766c825e20734808e9e247e0bf
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2e3cceac30b0d126e342913229e6c3a0cd19ebdabd09c19cb1b530591c35a2ee
+oid sha256:06e5cc7e215b98cf75b0bfa2ee3910d5b21f632c6fb50eadf9d03f5456e64904
 size 4400216536