Run 8. Outer Step 89. Inner Step 81.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6407893,
-    6407907
+    6407945,
+    6407957
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 74,
+  "inner_step": 80,
   "intermediate_size": 5632,
   "last_allreduce_block": 6406083,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b00262e7be22d7e9198ddfec5db889be1b1b9bc664b02ab04c7d8d1875b0c2c9
+oid sha256:13dc74acd7d737f67b4567e3d9b8625c9876989b5694284428a3b75c02462c31
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ce30b4e6a3157e798e12345ef270ed121cf60bdb106ef832a2b837c0ef1bf4ef
+oid sha256:dbe117e10ce7a41862bafcb233940608e24170d13567022b49a0ae2b84ffcf03
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1d324bf81da170269a461865985e7ed2960a0f2bf1b8827b6ee3ebd9c1186bb1
+oid sha256:46add1f34d7ebe3b7751b541162d60567505b1832837131946b001c6eec340d8
 size 4400216536