Run 8. Outer Step 36. Inner Step 22.

config.json

@@ -264,16 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6358952,
-    6358954,
-    6358969
+    6358988,
+    6359004,
+    6359018
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 15,
+  "inner_step": 22,
   "intermediate_size": 5632,
   "last_allreduce_block": 6357647,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:31057d77922c521d1782939670742b4a5f244c590fc94a87dfd46a7bd706230d
+oid sha256:0e65150fe1b51a37cf04b7b8d43a25e6b47036dbc0e4c6d5fd15736804222e07
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:69eb0fc784da1d31582a39d8478aa717c9fd622e85074c377712e3bee5b3cd68
+oid sha256:b8d1614e7d9b336a5fdcc91f9a291b326eec42e10adee7c41bc6b4147bde259e
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:49397236df23fe7e38f4414614021232d2db424500a562e8cee1be85ef5cfa1f
+oid sha256:9d3f7c936078fd91e536248577065a0ca7715313440ab5f4ea438403483cfd88
 size 4400216536