Run 6. Outer Step 69. Inner Step 63.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6176282,
-    6176296
+    6176332,
+    6176351
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 55,
+  "inner_step": 63,
   "intermediate_size": 5632,
   "last_allreduce_block": 6175700,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7b340f49dfb076c398d8cc90ab0d8c2c9002a69c0c9cd51715bb78c7f70030e2
+oid sha256:1d6b56d6bb584c68d3d67153f1a0a1ced29c32172279192046cede16659bfc83
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8646122802c94d311df22627d12d8e9a8d1dc07cc5b161d8139f2d3384aa3e72
+oid sha256:f1a534bb6e44b5cf8228c106fed6993c6bd9efc192defb97adb23ee68c9b9983
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0cccc9cdbb658b2b17f98aaf4873fe28c3ce029a374a3a75509e12d4ba249be6
+oid sha256:e983af73fd31e7e10fb54f14a556f4e7257908f182644f56b7e679f55fdd0c47
 size 4400216536