Run 8. Outer Step 45. Inner Step 67.

config.json

@@ -264,17 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6371149,
-    6371165,
-    6371182,
-    6371198
+    6371237,
+    6371251,
+    6371268
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 57,
+  "inner_step": 66,
   "intermediate_size": 5632,
   "last_allreduce_block": 6370770,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1bff89ebbedfa3757e3a79dd1dc0ff27ff1b7f00a74b4ba8ba1eb0b831454d60
+oid sha256:04673229240cef530237f3127106e6389cd44d337cf12656ff86b255173289b0
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:74f4f484c5e9de85b688153d4f8a62da5cd075eddac52ce5ba6e949919cce33c
+oid sha256:f24b832a87fe7b8420c55c004a58183519a02f087613897bb36c8d7d6cfbc15b
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:afe6c628e09748780a32efb2c0a9dee244ad6ab218c376d23e71aa33d30c602b
+oid sha256:31c11ed704fb412dad045c3c9076b7d751786543337fb23c8ba11beb74020206
 size 4400216536