Run 6. Outer Step 16. Inner Step 99.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6133425,
-    6133440
+    6133471,
+    6133488
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 91,
+  "inner_step": 99,
   "intermediate_size": 5632,
   "last_allreduce_block": 6132710,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e6715b8890e81dca1fbb6b924abc6593dfb6ad885a01a1db1c817ef09913c51c
+oid sha256:5aec5bec40355f9f74f50aea29e5875813beb89735954c7922eaf14174a94107
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:618f6e8590cbdea17ac7bf431e1658b19a97e6fe1deeeca08be78281dcbadcfc
+oid sha256:37303b0ab1280306b0fdf0ae89d611c9ca6cc20fe532116f2a69b2ecd67e832f
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:97d5ead060669bd8bf7f6065e2451f3e779153b98246b053e677ba8bd63c1552
+oid sha256:0a728be2724d6755b80ba2c0089229e9c48081d41e996754fd3bb775ba007222
 size 4400216536