Run 6. Outer Step 81. Inner Step 13.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6186267,
-    6186284
+    6186333,
+    6186352
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 5,
+  "inner_step": 12,
   "intermediate_size": 5632,
   "last_allreduce_block": 6186102,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d1cbcd72138ff83455d4e666e2b1bda8bafc595f689fc545c8607b1ca7a60108
+oid sha256:15b9caac9498696cc4a8e95d177405d68f1277126d54b210a2124ffe15f2cd25
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9362181e83cd9fa09330ab890ef5d2810157fbfdd15795a300c3bed0be9895fe
+oid sha256:d530b11dc345a26763113dc0c4c1008daf5699da71bfb53084a0cc9d7b1c0a52
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7c55bdabbce4d9306ec2c10ecb7488e212e633e3cf091213876c0856cf3f4309
+oid sha256:53cf3b22bcecc694480648eb6463893aab3fdc23a92c5477f163dbe2d462f539
 size 4400216536