Run 8. Outer Step 76. Inner Step 72.

config.json

@@ -264,16 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6397674,
-    6397690,
-    6397705
+    6397735,
+    6397755,
+    6397771
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 65,
+  "inner_step": 72,
   "intermediate_size": 5632,
   "last_allreduce_block": 6395861,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:350d153ccffc5263866f424c10080fbd6ca5427e9a0340e39df03192a3cfca89
+oid sha256:8a79e656f77ec8042a307238792bb1716c3569549dfd204fbf63ac4de0a10b32
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0620425cfa68e8bc9e5f9a4467437432befbbfdfef63281630b87d5ea181801e
+oid sha256:523c81fd75444f6dde82f564789f0b1f8d5df8e41544512417bf9a844d1d8677
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:80dc4a06c891d720714ac190c237110001b37669d27f48b0f45242e0652e58db
+oid sha256:bf5be4c8ed89c24df18f84aee44bd8e83afa58255f85120cb22846c7d6a6ea79
 size 4400216536