Run 8. Outer Step 87. Inner Step 40.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6406320,
-    6406336
+    6406375,
+    6406392
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 33,
+  "inner_step": 40,
   "intermediate_size": 5632,
   "last_allreduce_block": 6406083,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:770d9b6a75c27a318d02c1bfbfd4f47b53faa7b6d685935184f89d872c132ed2
+oid sha256:4f8042d82124bbd5da5978c1b0ecae6ffcaa7ae490c9957f0c055bbc337d72a9
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:594fd2915ccfd2f9e7ddcdc03fe4e3b5a69fe875d729b7497426743eba24ee7a
+oid sha256:4db30fbe350dc48ac802eb864d814ab6c13f513e790e8a5d4e98ff14f99806ba
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5ce9fd8dcf1d3137a130ef2bdae1d3a2188991bd4ba090f00dfe3de73b539aa3
+oid sha256:610ab0aef390373dd0123153cde999389dce733c2125abfdf140abfbf088063d
 size 4400216536