Run 6. Outer Step 39. Inner Step 12.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6155225,
-    6155265
+    6155338,
+    6155373
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 4,
+  "inner_step": 12,
   "intermediate_size": 5632,
   "last_allreduce_block": 6154984,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4fdcb4af4fdefe18a3522f5cb6b3f4fcd3e01a0a4310c5fa815ac0fd5fd3e292
+oid sha256:ba2832efddfb9cacd4ecb589f81a110ecf5a4824488702580c8410d7fea76c7e
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:15ed5ddf99bc56ba5516067002ca407b0523570dc3342c0d8655496db2c69c82
+oid sha256:7d9b2b0e119a44ca417d367b9a8449cebc5af3f3185006237e09d8ecf23a633e
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:048b91da7c90918fed48c686608ab50b88f8394d91fe390f3249402f6b3c2197
+oid sha256:628d226ce5ba15461b77a258f290ee98b89ef8d69167078070cf4230760c5acb
 size 4400216536