Run 8. Outer Step 58. Inner Step 62.

config.json

@@ -264,15 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6381134,
-    6381142
+    6381169,
+    6381179,
+    6381187
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 52,
+  "inner_step": 61,
   "intermediate_size": 5632,
   "last_allreduce_block": 6380868,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9d616feee066a9d22ebecb1be314281490af353975a0fe2ba02ec9a30e0f3f77
+oid sha256:94f4283e2bfabd4af8abf2a324a720df67a96ef16e9a60e2e6645d7700942b18
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6c6b2d4a3dd615bbe4d9aee69b25a2357243dcf86cb0bb186163860160ea932b
+oid sha256:cab0a910fdab71045782acc3c97b8cf02c78a1553ed03d56f6eb3f91884e539a
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:76dfe118d99c11c57b01e3ec0b04cc26cc2ac7f34785e49fb17956c5b008a127
+oid sha256:ace0b98f5a0a1eb00c20ca34a26ce34208f827c73d91480603a95af6757a79f3
 size 4400216536