Run 8. Outer Step 44. Inner Step 64.

config.json

@@ -264,17 +264,17 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6370476,
-    6370492,
-    6370508,
-    6370523
+    6370567,
+    6370582,
+    6370599,
+    6370607
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 52,
+  "inner_step": 64,
   "intermediate_size": 5632,
   "last_allreduce_block": 6370103,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:723e3c74da19df086e3260f20b53e0251f1105020f720f4a162b7d1528134705
+oid sha256:1c840a8f62678b312f343afa29aa33a11103adb4bd73ab095ae2a789383fb9b5
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b74517bdd5d43ab36e79226405c8e059346855e60f2434cbeba78413d8d6d6ae
+oid sha256:f0c6839aea26a083f608e3c74e72f3e12d5186a37b34c3d9039633b1a3261e61
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b011a8d15d092b201163cd79062063c7bba8f6c21134d457210aaba2b7760708
+oid sha256:e0bd17323b9d063d45613b1b8cb56a2e8e8e92dd4164b6c23b8d09a9a5c13baa
 size 4400216536