Run 8. Outer Step 79. Inner Step 10.

config.json

@@ -264,17 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6399182,
-    6399200,
-    6399210,
-    6399255
+    6399266,
+    6399278,
+    6399290
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 0,
+  "inner_step": 10,
   "intermediate_size": 5632,
   "last_allreduce_block": 6397881,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:656cf94ba64468d7b03194382ae679eb2e9bf6c8838deb21bc0b6c30b9f8ebf3
+oid sha256:d486e778b8203b44b6629381399e743c7ae49a62db2eb3f558e8b97d2330e15c
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b379994fbbe94c566dc9cff78245ae6f5c433d7e7ae7588a223d49204abef3b0
+oid sha256:d606d44cb82a1f735244de0f8999c527114b4165bbf8b723a5f0cfe95fe4aae8
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5c379561f350277efbf31c8a5d70d3acbcfffd939d7ea40a04e63a599e7f41e2
+oid sha256:b7c4253102cef56b2edb9b6aab56ad5d0675e61915f18a92d09ab783838761c2
 size 4400216536