Run 8. Outer Step 40. Inner Step 510.

config.json

@@ -264,15 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6366271,
-    6366288
+    6366322,
+    6366335,
+    6366353
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 500,
+  "inner_step": 510,
   "intermediate_size": 5632,
   "last_allreduce_block": 6361535,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:40f2c7c2c340ee56b23dc44b63a36849168c8f6a1246ddff7c4a41f0b15d8096
+oid sha256:646872c851951abc123b0f95c7971890f23f51e033b78c1533ef5ee1e319e55e
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:68686a71d2e9312af7f0f5a1107ff8085575e27a4f5259916e2eb93f9423e4da
+oid sha256:afee2a17e038d0b849619fb09dff7822d208407f270035f6228f22db5169d799
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:026d4bf1598e53ff076a6eaf3a552407289c896edaf70f9996c3ac025d41a3d8
+oid sha256:30f939dd37c2e31e0988e241503172e4413550d56c8d5c4226d8c2f110f57fa2
 size 4400216536