Run 6. Outer Step 39. Inner Step 19.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6155338,
-    6155373
+    6155452,
+    6155491
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 12,
+  "inner_step": 19,
   "intermediate_size": 5632,
   "last_allreduce_block": 6154984,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ba2832efddfb9cacd4ecb589f81a110ecf5a4824488702580c8410d7fea76c7e
+oid sha256:46748355e6fdac3948d079eedb3248f0556e1aedec887599ef5fab9693f8f678
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7d9b2b0e119a44ca417d367b9a8449cebc5af3f3185006237e09d8ecf23a633e
+oid sha256:c58e04d6d2dd5e89fc88e367bed8ec45426c9e5bd79302adf841ee71815d0ad6
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:628d226ce5ba15461b77a258f290ee98b89ef8d69167078070cf4230760c5acb
+oid sha256:b684e102e4a6bca6a000bed6ac8b9978d5f63c4831abed83c32effcdeccded82
 size 4400216536