Run 6. Outer Step 81. Inner Step 20.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6186333,
-    6186352
+    6186390,
+    6186408
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 12,
+  "inner_step": 20,
   "intermediate_size": 5632,
   "last_allreduce_block": 6186102,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:15b9caac9498696cc4a8e95d177405d68f1277126d54b210a2124ffe15f2cd25
+oid sha256:4fac423acf6fd297ce3b29626df88458b13c12f2a45c08858a8d40ae1fcd1bb4
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d530b11dc345a26763113dc0c4c1008daf5699da71bfb53084a0cc9d7b1c0a52
+oid sha256:6352e8b6317d8e0aff69d40cf1ead7db8ff00e7e6cc5a75bb5cb38f433ff35c5
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:53cf3b22bcecc694480648eb6463893aab3fdc23a92c5477f163dbe2d462f539
+oid sha256:c4a98de6bbec55ea75f12ae9c40732f415b53167ab5405ce2017dc61da4399ef
 size 4400216536