Run 8. Outer Step 63. Inner Step 20.

config.json

@@ -264,16 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6385270,
-    6385284,
-    6385300
+    6385328,
+    6385345,
+    6385356
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 13,
+  "inner_step": 20,
   "intermediate_size": 5632,
   "last_allreduce_block": 6385112,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:71c3d9cf3a977c8628707d1a2cdb6f0f28b036c1f37d302cb71ca4b8fd7fb245
+oid sha256:6840bfed94e86d60c85095953592b722d397297234f87f3ac5791b3df958b11d
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:316c84c00e9b6fb592ade92c5fea654a0b8e26918a39fc423432a0985e625ad1
+oid sha256:2cc0edd3b17198d308094ca2f72782a04dfad6874308fffc5109e789aafd01b3
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ddeb4bd74cb509339bc144064e2e1fb42cac7aa35c6ea859005d09e5e3104b48
+oid sha256:a71628d52dab78770149e6039ebf451d61005eace2345f08f246f20212ca4c7f
 size 4400216536