Run 6. Outer Step 108. Inner Step 148.

config.json

@@ -264,15 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6209320,
-    6209328
+    6209355,
+    6209364,
+    6209374
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 138,
+  "inner_step": 148,
   "intermediate_size": 5632,
   "last_allreduce_block": 6208650,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d16ee8d1a2ff09175e884d82bf7ae44748d762a88b925e2cb5f2a1f0cf6deb0c
+oid sha256:0541328627ffc46baf664fc764f9c19e9008dcf0946fd4df115f8413b4bd7328
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f5a8f391b929b7f45c358e1fe28c5a4e931d350b9d9df1e3481a0823169f91ca
+oid sha256:a6ec82eac73cea82515b78f7f693c1d4e7b04b62f232cd21ae46e9feeaa31e9a
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:36263c72f1ea2888858507302c4cc84b4eba2fe755d99c0c001117f44b4d702b
+oid sha256:35c5a154e692f6dcc716c7805be454404bcb79cce1e03f61c6895d89fd528ae0
 size 4400216536