Run 8. Outer Step 78. Inner Step 28.

config.json

@@ -264,16 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6398758,
-    6398776,
-    6398792
+    6398817,
+    6398836,
+    6398851
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 21,
+  "inner_step": 28,
   "intermediate_size": 5632,
   "last_allreduce_block": 6397881,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6de6e7d83d1afb7ebb70b253b90b9c5960f6a17437bd68795fe0e00bf71963fb
+oid sha256:e420a461acb41deb9a9c2fd6da98b53e265d460f936d88a78139cd31d6439303
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:22e9e0d2c694513289c199bca0ab89c833a1f23b17f3dc296bc99adcfea3a6b6
+oid sha256:8ddc1e3b9698c661b65b65446f6566a6811b14fe0cdbf0acf2ac92e256862621
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c8e6a25892a99a82e8f314e65a38d61d28e4ba6b94c59b4c8bf726c1638899e3
+oid sha256:ef9993a0a905f60b005d1bf1e44b1ca1dad899cef588bac9bdf410ba39dedc4b
 size 4400216536