Run 8. Outer Step 40. Inner Step 566.

config.json

@@ -264,16 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6366673,
-    6366686,
-    6366699
+    6366913,
+    6366932
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 561,
+  "inner_step": 566,
   "intermediate_size": 5632,
   "last_allreduce_block": 6361535,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ed7b69e1de658ca7a455ee52c17b8c26f7aac0cb35caf739472c8a22371d5505
+oid sha256:709ed8593f89c1bcf7b15138a4169b8e5e5e4f84aa9b1af10d81167627864dc7
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:267d03ad6a749eb7c6174330246ffd2224e028822faad976bd8b30bc08b44dd9
+oid sha256:4ff5be37a955171b431e61a22e1ee2ab8acd053f02caff888447916f86620427
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1d2b887679d1ac2687e9f808310ae07a467d6a46681444728c5e0488d2e3873d
+oid sha256:9b32dd8cceda2e90d24e92678c14274ccb882f66466b6c0faeaa40a19f69dfef
 size 4400216536