Run 8. Outer Step 64. Inner Step 133.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6386423,
-    6386435
+    6386474,
+    6386485
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 126,
+  "inner_step": 133,
   "intermediate_size": 5632,
   "last_allreduce_block": 6385832,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:31b5e0859a334545aa3710285bcd0fe293fed9d575b0101c72a4ebc82f74b192
+oid sha256:8bbed4037cceb7bab5b05ca6224c98305dd641334e8d64c1001adbce1db82ad7
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:be7701d61f2b68fd2398440c40b53d165117631decbe5846662621c23836319a
+oid sha256:f8702f536c4939a4bb28d6624a2c068c63d0fab52dbf127a35e9f62c726b40f4
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:07cf42bc9b06502898358007d732c01f189f02156bcd3536d708ccc3670cbf96
+oid sha256:4180ada37d92ecb67744d7863fd45915faa6f8140a495796a17e78012edae68e
 size 4400216536