Run 10. Outer Step 36. Inner Step 19.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6487116,
-    6487135
+    6487179,
+    6487192
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 12,
+  "inner_step": 18,
   "intermediate_size": 5632,
   "last_allreduce_block": 6487023,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:25fdf01abe83078d7119a95eeb355d703b42905eec4638797110e642f90aacb4
+oid sha256:4a403f22cb8c08b73db0c53f63b69e4016bbea28d7b6143d5c24eb06d880eabb
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:36eb7e362e0da2bf14e49589a1fb947ca9e2af385c994fec16bb781b69daef61
+oid sha256:2cdf8318e8c271e1e5de0ad22ddd753092454937d7e129cb639649999a0da11b
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a73b8c32e3d39fa768b19f124a02be544f610de84fdf24f9fb9de32a98cf80a7
+oid sha256:8b133da8606386f27b39bed4c707615ea3636054e1d41f088fa1eb2e1a127b64
 size 4400216536