Run 8. Outer Step 35. Inner Step 69.

config.json

@@ -264,17 +264,17 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6358624,
-    6358642,
-    6358659,
-    6358672
+    6358706,
+    6358722,
+    6358738,
+    6358755
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 56,
+  "inner_step": 68,
   "intermediate_size": 5632,
   "last_allreduce_block": 6358266,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:676fec7ac5edbcc4b823b4205d2a9b55d02d43c2bb83aed79f3efe4d36c78470
+oid sha256:59683ae8b1c82423a3b4a10cd9f8099b6d06a2e0a848da7edadfbb6d40d1090a
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:578e5f3a20b17d6cd609f8c50c68ed6c3f0b8b93491ac20b8e47a460217bd368
+oid sha256:a44f8a56d363265d074cd0bf27c305717a1299df6c8d65f5e81d6a3dde6dcd4d
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:170be11bbbc2cc3f46ff7693172d6936118be63f4b63aeefd564a3e5e23b1dc3
+oid sha256:708c0ec34eca72703869a53affee1125dd6efc3b3f55b46ec338d125e1161f2e
 size 4400216536