Run 8. Outer Step 73. Inner Step 57.

config.json

@@ -264,16 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6395542,
-    6395561,
-    6395577
+    6395615,
+    6395632,
+    6395650
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 48,
+  "inner_step": 57,
   "intermediate_size": 5632,
   "last_allreduce_block": 6395177,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:69e562c190fdffdbae9d4d6f8b4bb1cc410f4c12f9c5905d503a61f58bd567cd
+oid sha256:6b649fe0d51aa7e818743f746ddca1d3b27886c688260546b632a6e159f6e1ad
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cb52b9802c4565b9bfc439f4e71dc591b5b56bdf0e1fb71c70262eeacc455ce4
+oid sha256:f73c6c95b09cdbd274c87f2e3611edbc943e3d51d6366f93f13f679a49c2984f
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e3f9d57ef3aae2f6005bc69e8f44b203f7a32751224049f940e334c5409137cf
+oid sha256:0f7b2e33d8c308f2d1d39d3290a61c14f220612e07f4ce42b7faa7a8cde325eb
 size 4400216536