Run 8. Outer Step 40. Inner Step 634.

config.json

@@ -264,16 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6367338,
-    6367355,
-    6367366
+    6367400,
+    6367415
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 626,
+  "inner_step": 633,
   "intermediate_size": 5632,
   "last_allreduce_block": 6361535,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:71304929c932bde7312197f1659904d7dd54de7d18e8c33cbfbbe47fed71e830
+oid sha256:01d513a29ef2a69b7e12e65cac08e640a2a444fd4a90dd99cb72db307c21a962
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8626ee1800fb0a23e4ca6d0f496a30e460131071da07ede2c7d0a36d07437b79
+oid sha256:6e706d35189334bb3117e87acd2f8c929cfde22009ba9f7512cfb8e6822f343d
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8e4f401876e4f30c270daca131cb8c533feaa6c1ee12caddf015f33f2f423cf5
+oid sha256:7888047889db2e5a0bc5cb3757d8306013eaed550c15c1f1c40739a5d317f32b
 size 4400216536