Run 8. Outer Step 34. Inner Step 55.

config.json

@@ -264,15 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6357961,
-    6357971
+    6358000,
+    6358021,
+    6358036
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 48,
+  "inner_step": 55,
   "intermediate_size": 5632,
   "last_allreduce_block": 6357647,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d88662b9636ec6d8d5d057c6028682c9a176841ad00841a36f1db542371141f7
+oid sha256:d2e099c63aac54d8f47e8150ecabeb7ebc9fa1e6a01e495a87709f68e7d66f80
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:011ac4b3052cc2adb0ee36f118d287b5aecda013a6a23f1d8ecbb1b09adf08b4
+oid sha256:715ce5ff553e40d2cec9749ce23cf1c44c94af8473b7b934d2f65fa16f8ab98c
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:db4aea361524f2cca3d69ccced3c71e720ed94fad3f2a9faad346b8cff20dd4a
+oid sha256:0a997cd112654b23fb55f0555334c904415b551fb896d27b6baaeeee3e714bc1
 size 4400216536