Run 8. Outer Step 57. Inner Step 40.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6380431,
-    6380441
+    6380478,
+    6380486
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 33,
+  "inner_step": 40,
   "intermediate_size": 5632,
   "last_allreduce_block": 6380215,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7e72915cd665e5315fafa18fc7ca402bd7a266144faf24c3144750ba85ce0f3b
+oid sha256:f25b2e359a1da7645d08311308245711f60905bdf38a5d968f2084298aafdfea
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c6e7bfda1edf7ec31ca6a0258fb6e50f3666b56b7ba03daf1f9ff211d9f00631
+oid sha256:eb340c09d82f44c562eb811bdf26acc96bc0f1649b84e067f2769dd83642d2ab
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4c1ead96e7475c6e7d98e6620428855b49186ab4bd269ca2054d47f2fafe5e6e
+oid sha256:e0bb8ed3343838e0a16da54ce51e15db09f110d1d345381ad04ab3b39891440d
 size 4400216536