Run 6. Outer Step 59. Inner Step 27.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6169249,
-    6169287
+    6169365,
+    6169405
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 20,
+  "inner_step": 27,
   "intermediate_size": 5632,
   "last_allreduce_block": 6168806,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d9f84d915741e397804df80c014a3f30d269a478bac967b15126b0de2b0b1946
+oid sha256:fd7c8734588e131945168868f44222a82d3d7667d4dcd1e2f1350bbdfcb4d617
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:736520a7b14c04eff04312ff02c6acf8ed2f35118ce933df5b074e883e65f49c
+oid sha256:da6ebf5d8213fe33bcf9653a915fe5e31112485a02ba63f293083eea035e27e0
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:59d37fac2b53ea2d85f4b08c6f34ee87f76ccb988110f7df338540916e9e2302
+oid sha256:13a3ee11c1d79b36483e38ec88d24982ec70f2977ad6afe63818a33a4e3e9780
 size 4400216536