Run 6. Outer Step 12. Inner Step 97.

config.json

@@ -264,16 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6129803,
-    6129820,
-    6129836
+    6129862,
+    6129875
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 89,
+  "inner_step": 96,
   "intermediate_size": 5632,
   "last_allreduce_block": 6129192,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9ea3f2d0c79f9199d8ede09edb08610252662e4ebdba8881419b6b314cf784ce
+oid sha256:d8d46f8a9d3b6debad97f3389b7e7bef53a636648b5fdaad377f28de083e6f67
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0d3eb5a583b540aa9e757ed64243a73d8e55b6d9b2e369922597be6797b03a06
+oid sha256:b1c602e39d9330e1ad95625d65b3ba93b3080bcec3c1a5d9d5d6e2e33a5de6bc
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:97bfbe393341d69f49528168ca6b4a4aff53a88e1cdc9abd4731cb23f632f189
+oid sha256:5b3d517a913e2c215d150f272c4d87c3a5711557433291268c8f111e83fa8d17
 size 4400216536