Run 11. Outer Step 201. Inner Step 27.

config.json

@@ -264,8 +264,9 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6659475,
-    6659493
+    6659543,
+    6659563,
+    6659582
   ],
   "bos_token_id": 1,
   "dtype": "float32",
@@ -274,7 +275,7 @@
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 9,
+  "inner_step": 27,
   "intermediate_size": 5632,
   "last_allreduce_block": 6659442,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6a70711aa8986cc247e7bf3b44862c7c40a87220c211613f5a86ac98a11caa85
+oid sha256:1e21c93652e18a220e6a509ef7107baef4268eb7350346e5d73756f6aa95fc04
 size 88390091

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1eaf8fde184d10954632d847a5c43e285d626bd012fd22ed687754cf139fa36a
+oid sha256:6e0bcd61f6ccdfc0532844dde40929a550b032981aebb1d46c534976de8a4eaa
 size 4924928111

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:571b298277780a9ad72126163676e437a622b6aae5554bef94d12bb762267614
+oid sha256:70cf296a88ef23242f205450b357f77e8f63c456aa2b0c47dad5dbf86776a631
 size 4400216536