Run 11. Outer Step 201. Inner Step 45.

config.json

@@ -264,9 +264,10 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6659543,
-    6659563,
-    6659582
+    6659602,
+    6659629,
+    6659648,
+    6659668
   ],
   "bos_token_id": 1,
   "dtype": "float32",
@@ -275,7 +276,7 @@
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 27,
+  "inner_step": 45,
   "intermediate_size": 5632,
   "last_allreduce_block": 6659442,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1e21c93652e18a220e6a509ef7107baef4268eb7350346e5d73756f6aa95fc04
+oid sha256:bb13a4f43f6d28c5d91da01caeaf65e0cf8cf91b10455fe7393111dcb4970e65
 size 88390091

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6e0bcd61f6ccdfc0532844dde40929a550b032981aebb1d46c534976de8a4eaa
+oid sha256:f572f9e9a298b93a66551681faba7a07df863a0bf10adbe506032ce139530ae4
 size 4924928111

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:70cf296a88ef23242f205450b357f77e8f63c456aa2b0c47dad5dbf86776a631
+oid sha256:578608e3c7374c4257e18dac363b3357defd3d59b1c07dbefd9babd39b6bd764
 size 4400216536