Run 8. Outer Step 57. Inner Step 130.

config.json

@@ -264,15 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6380745,
-    6380753
+    6380782,
+    6380791,
+    6380800
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 120,
+  "inner_step": 130,
   "intermediate_size": 5632,
   "last_allreduce_block": 6378907,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f382d2827418643eebeb8a5433c07c6cc1032e73db031c64ada2157e4356b0b6
+oid sha256:f19fd989edeca64a8f7340b16d5228e25c912707b5d85d4a850c4e336d0c39df
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b66704c2765e25711b30d89ad3b4e21e04df68a262df410753c3ed2a829c0933
+oid sha256:8a39ded2f0297eaccbe9af81a7a8e78fc455c7600a8b5457ed8660840f4a9690
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e45fe37f0775dd7be2f177b2c3f10b198cf64a4f05f35c1e05dc68d0d267d30c
+oid sha256:14d7cb1a375ea152f3fa5206c6bec47cab6122761f1dabf48c650dd786690ad0
 size 4400216536