Run 6. Outer Step 22. Inner Step 69.

config.json

@@ -264,16 +264,17 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6141275,
-    6141283,
-    6141293
+    6141314,
+    6141324,
+    6141333,
+    6141342
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 56,
+  "inner_step": 68,
   "intermediate_size": 5632,
   "last_allreduce_block": 6140120,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:484e328b00d35ea44bbfd242bb1f60b724344d0b50b54dc31602656e3a727593
+oid sha256:a5ecce33d42e0881db596bc7ef82ceaa617238b0c5a497ed525809bbb4be26a4
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:92a151eb60dc26716ace6a9f1eb1611c601b648f56b78ec2928daba22c99496e
+oid sha256:c3e5c953cf6f7843266349030500b46192a98ab3d240a13fe00b09fd14da0de5
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0b4747101bee516def932110cd6770ebda05e67f70b0698c9ce69e2573746a0a
+oid sha256:87fc5cccb4c83331e3694a74870bac5b9ac8ad45c597f1efd2704ca8553c6d64
 size 4400216536