Run 10. Outer Step 7. Inner Step 384.

config.json

@@ -264,16 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6470744,
-    6470756,
-    6470768
+    6470791,
+    6470803
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 376,
+  "inner_step": 383,
   "intermediate_size": 5632,
   "last_allreduce_block": 6468297,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:430ed52e5007f1dad44f73af26ec6ec9309ef696bd5519a212609e86e6bd9f8d
+oid sha256:0c37b63fa1e8aa0d253570fef397270d229f05ad9657e6dceb0d159a3b09d04d
 size 88390091

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:07fcb507186792a3169388c1ee32b4aaa8e0a60c7f36c030bf31c48f020446c2
+oid sha256:2c99ac54b26709f50c73d6db5af91218c76081ef90158a62afdb0650eff01764
 size 4924928111

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:72f2f36ebd2df58de7ea864edce767d9e58c92df915beea73283902178178426
+oid sha256:0177d1e7d8559c158ca355a9f62e8fe5d15a6a69dbc9258f6b030ee999541860
 size 4400216536