Run 8. Outer Step 48. Inner Step 19.

config.json

@@ -264,15 +264,18 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6372814,
-    6372831
+    6372875,
+    6372895,
+    6372915,
+    6372932,
+    6372950
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 4,
+  "inner_step": 19,
   "intermediate_size": 5632,
   "last_allreduce_block": 6372758,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1b98f80abbdee640f1d8890572592e9fb852db29b250899de3df2926ff2a94dc
+oid sha256:3c61a65fc0002bebdffc3d3dc8aaa7a23ae95c84e00f700221e3dfc03cb078d6
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:09cc1a13d89b5632bd90982ece5f18a7946f27d60b75b3f7d34325ba3b88a468
+oid sha256:921795ca76d073316230600e7850341989e2cfbddaa98a530339f8da48735938
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:99e1c39f2f2d6b0372ef2f4399db8b5db5b6dabb3fbf08636b92aba580fa9204
+oid sha256:a5da9fd4b792f30d41d3f9ae765ff898731c8232240e95817ddb205d54120276
 size 4400216536