Run 8. Outer Step 58. Inner Step 69.

config.json

@@ -264,16 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6381169,
-    6381179,
-    6381187
+    6381210,
+    6381221
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 61,
+  "inner_step": 69,
   "intermediate_size": 5632,
   "last_allreduce_block": 6380868,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:94f4283e2bfabd4af8abf2a324a720df67a96ef16e9a60e2e6645d7700942b18
+oid sha256:b14672a2b70a80e7226dccb4e6cedcea99381f6015c68c186e377ea2017570a7
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cab0a910fdab71045782acc3c97b8cf02c78a1553ed03d56f6eb3f91884e539a
+oid sha256:97e60c76fb5c2a13706636bac80a24785d49a3731a4608441c3310760683d6c3
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ace0b98f5a0a1eb00c20ca34a26ce34208f827c73d91480603a95af6757a79f3
+oid sha256:25a42c1c086333cbdc96c308aec24bdca3a1884c50021b6cd73c50d4b764cbef
 size 4400216536