Run 6. Outer Step 38. Inner Step 68.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6154936,
-    6154975
+    6155051,
+    6155087
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 54,
+  "inner_step": 67,
   "intermediate_size": 5632,
   "last_allreduce_block": 6154397,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f76b7ff2162a367176efc7dfe7c6649c89ea6a325456daed78ff9b92204e2fbe
+oid sha256:f7d2a6734c3359171fc900762686b1950ae5d9ec3d6d3c65af96fbe9e8179804
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b8bf1402c51db39b130b0b12f04fc4142c13e25e9aaf92a78b933eb30f50b263
+oid sha256:f6aa14a252b262095eafe6235040e9819d923a43d28a8bae4b3d19d1acfae79a
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fc00e95bbbea98f106b8e8c6d92200b5a01e3a8f7965c3ce2a5e2e84bcb4be07
+oid sha256:bffe17e48b31ff276a8ca116ecaaf333eea5678488088b40c52f229d41ca29e2
 size 4400216536