Run 6. Outer Step 41. Inner Step 19.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6156808,
-    6156823
+    6156864,
+    6156881
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 11,
+  "inner_step": 19,
   "intermediate_size": 5632,
   "last_allreduce_block": 6156228,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cd323c7a49e98ae8cc9a8c85f56ed165c5a5456054da2ebb0dae7c48d746a225
+oid sha256:7cac521d0659c513cb3fe496cdcc5d53065392e0ee999fd3b1ddf54d0ed2f219
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ccb7ed746c04df8f00bb3c8ea273e8533c61d795d487c90568d3be8c187324a7
+oid sha256:3c2f2ced5e18b7a698bcdf916a7a30d15ddc4d2784d61fd294aacb38b2896313
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bc773136a018e7f5278027c899321fde8c9dc4c718a96027f2b58aeae96b5da5
+oid sha256:df7ce1813ae018bf8cd699c0942f1d11610abbba6fe23c21635949114172c352
 size 4400216536