Run 6. Outer Step 81. Inner Step 12.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6186267,
-    6186283
+    6186327,
+    6186344
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 4,
+  "inner_step": 11,
   "intermediate_size": 5632,
   "last_allreduce_block": 6186102,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1d6e3905b72f35e42d4b2573c886023e8de51710fd80e81dd1c1e8f3979e4170
+oid sha256:4769ef084ea83c4fc94836d2ed1f5b83235a0cd4fa2fc1b251aeb94ed13178b4
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0b2bc87e4162bca512226a9c0df4ef54dc0948f6fe8efd5ad99f992ade12ac37
+oid sha256:0c3edde4b0a3135ec70c3f9962bfdcf045c95a444fb61c57e7ad618f3363ef27
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d692608806ab42baa74b2a6dc9d7659e7d294e5d979bc97e8551c8dc7d78eac5
+oid sha256:b0651617a1912ca32decd8e81ea29cecca676064c1e531e10628a441b647e118
 size 4400216536