Run 6. Outer Step 82. Inner Step 20.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6186968,
-    6186986
+    6187027,
+    6187043
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 12,
+  "inner_step": 19,
   "intermediate_size": 5632,
   "last_allreduce_block": 6186771,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8fba948aa02f5722c1e83f0f4ed1837e0d5131dfd53073adebec3b1e417bcc24
+oid sha256:19c2450511fb82d43302414b884fe385c853f041572538cdb460e2b5d9a3851c
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2cc1fb92ef841feb52590f3e495836a752cac68887d08bb8d3dd1b2918c29d06
+oid sha256:bc0aaaf6b11e89a127dd96414579a6ecaa6006b9d15650d8b48f097d51fd81fb
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:abde31af148e7a29bb484f52cf4c18363b31fe090ee8f88d2cf6aeda8359ed04
+oid sha256:690f5a60e7fc1215cc059c71630042b2e7354d30f33cc4fa8df3195c425583a2
 size 4400216536