Run 6. Outer Step 30. Inner Step 34.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6148706,
-    6148746
+    6148826,
+    6148862
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 26,
+  "inner_step": 33,
   "intermediate_size": 5632,
   "last_allreduce_block": 6148186,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:efb469d050f6a1163a84509676dac589969655f3d6f224577ad0ac6273cb2aed
+oid sha256:3022e92af2f00623da9756d5273086a10643804f947094b94bb91ceff9747751
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:56689f1f94e1b228b895fa01f4c260dba48161c67aaf0d73ba3955d7cd6a5051
+oid sha256:ec49ad8bcbae9aacffc39274f98941ea7deaf5e65f32e2f46bd48a563108e25e
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ccbb494e136507b0e69066037669164c13622752f19aa577aa5104ed221b52ce
+oid sha256:9e4bc3633d24f75d471de8d8414fd0f4bf6405e17c4fc4b3f13ed2b99d90d529
 size 4400216536