Run 8. Outer Step 72. Inner Step 63.

config.json

@@ -264,16 +264,17 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6394862,
-    6394878,
-    6394894
+    6394928,
+    6394945,
+    6394958,
+    6394971
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 51,
+  "inner_step": 62,
   "intermediate_size": 5632,
   "last_allreduce_block": 6394503,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:94106518fbd4cdbe89908a8d285e39059c50e3ba37e909918a04f20a9ad13686
+oid sha256:06157ac9d91809a7ce3f775912df62ca707342a826ad4aede72832c4a7622df9
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2677f94f4db3b6400626910506827d5df8bca10ff44e794fdca085166e8e7fa3
+oid sha256:81bd8c15e96a09eeece0eabb21de2b5d2565a968b1f38504fee83890bf3b7d55
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6e9fe18a0a618fe7dd504f221faa15db884b87a8115585fdcb1ed5ddbbabbb2d
+oid sha256:9922d599717b58dd6a486562f393cc3ace45ace74a651d344f97a3286f16df2b
 size 4400216536