Run 8. Outer Step 64. Inner Step 69.

config.json

@@ -264,20 +264,17 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6386022,
-    6386029,
-    6386037,
-    6386045,
-    6386052,
-    6386059,
-    6386065
+    6386088,
+    6386098,
+    6386107,
+    6386116
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 55,
+  "inner_step": 68,
   "intermediate_size": 5632,
   "last_allreduce_block": 6385832,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3dbe4f0bde461dc11937960f56474195b7f7c9c53dbb59015dd776e171400ff7
+oid sha256:13283c01a60fd8e9df1ccb5e47bdde6743c40ac2a553ff85de3014e7ce5cf8bf
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fe72cc151327e889ce0d10ef4a51ddbb3fa76ba2fc9417c4dd2d3bc4cbfaf96b
+oid sha256:c0dbf9f869de851326e54f327b4521e6792c6684a1a4043c270e39115c685aa7
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2319d07e8a15073ecd9124a507c84a79d33718529b1ff3de6b14ddd2753026fe
+oid sha256:feb3e161c8b72132355a0c678bf4afacbc8d9dcae74ee97fabdf2c0e15b47d6c
 size 4400216536