Run 6. Outer Step 80. Inner Step 71.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6186102,
-    6186121
+    6186155,
+    6186173
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 63,
+  "inner_step": 70,
   "intermediate_size": 5632,
   "last_allreduce_block": 6185426,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a62af534207964dc53a6d6f25539fa079d1a1e37d2c58a67204f9826970605f5
+oid sha256:cfa0cc1a496761800694f58d7aa5c795ea85a481c11b305e246bfce38cfe2170
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a05794066bfaf2e4f8b19373d4a0b2b9be63f26b88949b6435318869b3e859d2
+oid sha256:90c7474ccf32bf96e2a1f5b50769e391f792d7753df560e189f8e79a260e3678
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:112228ce1ddb7e636bf4ac59088263666a08a51f9dd9c9e56c257d3f38775ae0
+oid sha256:0b9d8f316a10552b5b245951a2f6fbecfba4013a3d56de01e96b09691f79d493
 size 4400216536