Run 8. Outer Step 71. Inner Step 67.

config.json

@@ -264,16 +264,17 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6394235,
-    6394248,
-    6394256
+    6394294,
+    6394310,
+    6394322,
+    6394336
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 55,
+  "inner_step": 67,
   "intermediate_size": 5632,
   "last_allreduce_block": 6393866,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d6d0ac0a05d3a397977d8180f4e9f90c1225e801b5cfc20a986df2768f4f3a7e
+oid sha256:622339ac71088eb785e747504c056b78039133db704ce1f2a658238fd41e78bf
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3840d1680271c42ff7c861319298104bd97fb1b562d802e6dd8416e1263735ef
+oid sha256:ed616d38c884fb3b7bd874f23fa14a65bdd49c8874d772d99cd3360a2e14d719
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c0a1f2ec5f9ce3b84c8cd16f8805021aa2bdbc3c80564d938d9aff7317fdf6f8
+oid sha256:ab7f157129c8cbb1ecd9db8acf05dd268338e232bc5ecd8019aa2c6d40de7e9f
 size 4400216536