Run 8. Outer Step 76. Inner Step 65.

config.json

@@ -264,16 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6397614,
-    6397632,
-    6397650
+    6397674,
+    6397690,
+    6397705
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 57,
+  "inner_step": 65,
   "intermediate_size": 5632,
   "last_allreduce_block": 6395861,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ac4d0785cb8317d0bb5263ce3e84f2f1d075af3240487a132ffa69e2d157029b
+oid sha256:350d153ccffc5263866f424c10080fbd6ca5427e9a0340e39df03192a3cfca89
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5010155261bd030daebca60fd9fe1189ee90245d93ae173beda4010ef1f4175a
+oid sha256:0620425cfa68e8bc9e5f9a4467437432befbbfdfef63281630b87d5ea181801e
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a1141e70c56cad828773e56441bf848f6ed98beef6bfa2b1b48762534d67ba53
+oid sha256:80dc4a06c891d720714ac190c237110001b37669d27f48b0f45242e0652e58db
 size 4400216536