Run 6. Outer Step 40. Inner Step 23.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6155680,
-    6155726
+    6155773,
+    6155796
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 9,
+  "inner_step": 23,
   "intermediate_size": 5632,
   "last_allreduce_block": 6155595,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f59a3ea7ff45b5caa27e09bdeae2465dc26a87e1be406649b498d5194d716ec3
+oid sha256:6bd03b6a9f3a4e11b50278c39dc0bcb74d9895396c44eb3ce9499831421c1927
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b254f20d00e7fdbfb6a6192a0f69bff30caed3eada56044cf02b82cc1dd0f4ae
+oid sha256:b14be7162a587ce6844c5deec9aba2d020bf1362a310212bf8ade4becf0fa9e0
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6b91a3aa2b5be02da5f41992df318246a6db84048bb019ec3d5aec87e25e6068
+oid sha256:2c73e44707ad6ddcd8bef85758b4fe9cdf7534588b68f112742a220a0af25348
 size 4400216536