Run 8. Outer Step 122. Inner Step 128.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6441209,
-    6441216
+    6441238,
+    6441246
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 121,
+  "inner_step": 128,
   "intermediate_size": 5632,
   "last_allreduce_block": 6440668,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cd8a5ce952755d4a3e4b47c247b4c86a44b409b8ea808f3795a259001b92faf9
+oid sha256:4ea667740331dcd5ef47fa8b2131ca18f7435ab5918a39d6bcb6572b247c29c8
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f4d01e9e8febfd1081b7b9a66846a1e8fad09947f09d940e149c99e0db775bd4
+oid sha256:4dbba9c18d56c584c8872b1c6af397354d82caa652a465a542fac7e289acb2f4
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f5032192d1cab818e679f865824c0e0eee87c8173dae87c253880c18197d34ab
+oid sha256:fe19c8c4cc723e4559dd8a47a9d0362e211ef5aa99e696f43ab4c2fee9ae6ad4
 size 4400216536