Run 8. Outer Step 71. Inner Step 78.

config.json

@@ -264,16 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6394333,
-    6394342,
-    6394355
+    6394390,
+    6394406,
+    6394416
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 68,
+  "inner_step": 77,
   "intermediate_size": 5632,
   "last_allreduce_block": 6393866,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bc67735a78a745e7fadcbc7c8c7bc982aaf8272ebb508c9327724e036cae8d6a
+oid sha256:109b9608c31fb2793816734b252a8d603681d188ee0e84741f1926fdd87769b7
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:30589d62fc9951e8203f1ba902acd807c36565a30af85afde3ec1146c8fd2041
+oid sha256:f2d3d67f725904c830a73c275110ccc54204519313dfa8ddf5ff3a35ef5e6863
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1ce5e92ad584a03862aeba15a3bb27dd6c5111fc6306f854dddf3a166fea0be8
+oid sha256:68d7a6e78c2f298f78070df20cff24bddf985716f247d924b2e227c9be7d57e0
 size 4400216536