Run 5. Outer Step 142. Inner Step 21.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6017572,
-    6017604
+    6017664,
+    6017687
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 19,
+  "inner_step": 21,
   "intermediate_size": 5632,
   "last_allreduce_block": 6016469,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fc019194bb312ffe0aa7166fc13a832f0fb04cc8db17b2be7045bd985fa34a12
+oid sha256:61e74df1b2b8165bd6750bd0e07d4d0bd3ab8e7d85513a2ebd99110096b42b30
 size 44585978

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:daea514aebe993c96ee00e0ce02c5d7b6df70265323ecb8e4c6482424484bed9
+oid sha256:e3b921af7e5f2e78f188e845b3ce3299b0038a2600004885f6bd63a3d5121e53
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9212a71b727f81d5585d5d5aa09e4248298acc4f2341a1803cca09505af691b1
+oid sha256:b22d7f1188df8e25f8f8f938a1f6cc014e050988a3d5568a93730f84286a3a5d
 size 4400216536