Run 8. Outer Step 81. Inner Step 51.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6400880,
-    6400895
+    6400935,
+    6400953
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 42,
+  "inner_step": 50,
   "intermediate_size": 5632,
   "last_allreduce_block": 6400568,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eb3250ae5851bc30e6920798b8079a3de24dbd073b31d500283b2f86da355149
+oid sha256:14bdac6f0c7a1a82bfb2a2e96ea8776e84741665f762b6927b247d6265d66522
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e2aee1a138ac150ccdbc5fb1a91a52d016899f31b91293380b48bc4a1811cb09
+oid sha256:9abeff2c844b164064cd147121ac063d29cf8cbb047fd9f09c34b453c2fd4104
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c3d5785be2797d4f1262321257c41fe9df4cf1b1caa888555dcc76f0d856543d
+oid sha256:6b3b1c128b93ebca78a68be7132b6ca9d09305d5ea73264076901c23de58478f
 size 4400216536