diff --git a/checkpoints/Qwen3-14B/0.mlp.down_proj.pt b/checkpoints/Qwen3-14B/0.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1eb975f016526da8629ea5e6dbcee3dba2edc9c
--- /dev/null
+++ b/checkpoints/Qwen3-14B/0.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1278fabd7e36e61fb2519871939f8499d5629356bbf6850ceff66f36a8c901d8
+size 181570452
diff --git a/checkpoints/Qwen3-14B/0.mlp.gate_proj.pt b/checkpoints/Qwen3-14B/0.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80b2e1962d6f7c95ad6da1ef478fed9b8efcbd3e
--- /dev/null
+++ b/checkpoints/Qwen3-14B/0.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6a4a5db44a9fd2a216baaa9b74500042d1290b32f99eaf8b338ccf9753d62b1
+size 181201812
diff --git a/checkpoints/Qwen3-14B/0.mlp.up_proj.pt b/checkpoints/Qwen3-14B/0.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c00f13d08a5044e290dc4f7dc6b8d8cf3b589a9
--- /dev/null
+++ b/checkpoints/Qwen3-14B/0.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af4e01b915fc61b1b39330798e10681a9ee66b7db6e8f773313ba8c43165c59
+size 181201774
diff --git a/checkpoints/Qwen3-14B/0.self_attn.k_proj.pt b/checkpoints/Qwen3-14B/0.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3fd6bc990ef54e0284079766b46c32749ff7f0a
--- /dev/null
+++ b/checkpoints/Qwen3-14B/0.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:473d47b51a685a8dc310f862f3c33b9a3299c5fa8075ff36b462f508f18d6b33
+size 10808269
diff --git a/checkpoints/Qwen3-14B/0.self_attn.o_proj.pt b/checkpoints/Qwen3-14B/0.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbe3265e36e206ffec3c17cb8b366b96a700a331
--- /dev/null
+++ b/checkpoints/Qwen3-14B/0.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:598a2e0e51c622eaedf21545361e3a1ec475b54839c4c0a9e76047fb6c46e02a
+size 53406669
diff --git a/checkpoints/Qwen3-14B/0.self_attn.q_proj.pt b/checkpoints/Qwen3-14B/0.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ad04b67bf051c4d3131865d701e3915779d9e15
--- /dev/null
+++ b/checkpoints/Qwen3-14B/0.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4efddea4b2caedc04f15e86f3fe6a94f133a48c042d7905ff962b7901fc02400
+size 53406669
diff --git a/checkpoints/Qwen3-14B/0.self_attn.v_proj.pt b/checkpoints/Qwen3-14B/0.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60d7d5f771fa3cb8da71e89757ae2544b0e22fbc
--- /dev/null
+++ b/checkpoints/Qwen3-14B/0.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2db3dfa475f27f34de60badbae47dae76b8a06b05283750d0acd8d9642fd12f1
+size 10808269
diff --git a/checkpoints/Qwen3-14B/1.mlp.down_proj.pt b/checkpoints/Qwen3-14B/1.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f22b6ba006a6112cad0b6bf0ada08ac9b7964de
--- /dev/null
+++ b/checkpoints/Qwen3-14B/1.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90fc7f0518ad9d7285c5e5cbb7a491fff9f4162ae0c3b0aa237617c8ab298b99
+size 181570452
diff --git a/checkpoints/Qwen3-14B/1.mlp.gate_proj.pt b/checkpoints/Qwen3-14B/1.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48bd241fb0c3ce4907c0a0f704a676d1a0993a87
--- /dev/null
+++ b/checkpoints/Qwen3-14B/1.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:372a7700c6a9b811283f79334d06275603d7ac5bd025f977cd31d30a634f84d4
+size 181201812
diff --git a/checkpoints/Qwen3-14B/1.mlp.up_proj.pt b/checkpoints/Qwen3-14B/1.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ad29ee2c0e59ea943a56734ba47750da2356f3c
--- /dev/null
+++ b/checkpoints/Qwen3-14B/1.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82fe4bd5e32a8061f117c271e6f5e9c2e7bdec9bf3fc482540f5acdee7b83765
+size 181201774
diff --git a/checkpoints/Qwen3-14B/1.self_attn.k_proj.pt b/checkpoints/Qwen3-14B/1.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d11f08609c094ba3d482dc3a7b6317ee70370da
--- /dev/null
+++ b/checkpoints/Qwen3-14B/1.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:912156fbabb817b066eae5bab917afc437dd29bb4a6caa727b442b16bb68a417
+size 10808269
diff --git a/checkpoints/Qwen3-14B/1.self_attn.o_proj.pt b/checkpoints/Qwen3-14B/1.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3e514f02f9657b1e8f2141f5a4d57d8c1919fd
--- /dev/null
+++ b/checkpoints/Qwen3-14B/1.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d16b5aa7e988214fd1ab38a70af4d6721a19392f3d0559ae2a8e73daf8f5faa9
+size 53406669
diff --git a/checkpoints/Qwen3-14B/1.self_attn.q_proj.pt b/checkpoints/Qwen3-14B/1.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..065388e7f6a58814bc7ad272d9103e0e0f241127
--- /dev/null
+++ b/checkpoints/Qwen3-14B/1.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb777f0e6d80fb39fdf3c1b8bd37709ed34ce70ac27060c3d895f686f46cbc56
+size 53406669
diff --git a/checkpoints/Qwen3-14B/1.self_attn.v_proj.pt b/checkpoints/Qwen3-14B/1.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5aa3fb1fc975eb42a2c0cb70b17e1bb8ad057cf
--- /dev/null
+++ b/checkpoints/Qwen3-14B/1.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e272c65e2048d05044de650f084ca30cf05b1e7df844cc16a6516512c94000b
+size 10808269
diff --git a/checkpoints/Qwen3-14B/10.mlp.down_proj.pt b/checkpoints/Qwen3-14B/10.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0a6e3c1fa09825a979d3c7208ef4d1c8bd1e3cc
--- /dev/null
+++ b/checkpoints/Qwen3-14B/10.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c631f02d4bd06f47563c58233adb705ecf752d75520d54910ef497369adfa25
+size 181570471
diff --git a/checkpoints/Qwen3-14B/10.mlp.gate_proj.pt b/checkpoints/Qwen3-14B/10.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f2baa8c2ba146dd214d947ccf5c7509e37873bb
--- /dev/null
+++ b/checkpoints/Qwen3-14B/10.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:691cde3d1ce63ac5b1b3740c8461d6d2da17aae504f17b22d200d650153116be
+size 181201831
diff --git a/checkpoints/Qwen3-14B/10.mlp.up_proj.pt b/checkpoints/Qwen3-14B/10.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6086f5d0db83c18bc71a1ca18e53d80eae82dfc8
--- /dev/null
+++ b/checkpoints/Qwen3-14B/10.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc5a20354f08d46463030211046e1636b275159e35d6d81910f71213c5d8cd15
+size 181201793
diff --git a/checkpoints/Qwen3-14B/10.self_attn.k_proj.pt b/checkpoints/Qwen3-14B/10.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0702480b826cfd465503ba1108a3d45d5f4931a7
--- /dev/null
+++ b/checkpoints/Qwen3-14B/10.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb9c607cf295d21a17622301920e7fbb06cbba51a12c76e80d75eb9ecb215287
+size 10808288
diff --git a/checkpoints/Qwen3-14B/10.self_attn.o_proj.pt b/checkpoints/Qwen3-14B/10.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cf615d83ec18caf475e1886bcf0d15483734d99
--- /dev/null
+++ b/checkpoints/Qwen3-14B/10.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31aa9b03916db91bc3c0eb707ae9ff4d8bd05d487983e6f1c9893037600ff659
+size 53406688
diff --git a/checkpoints/Qwen3-14B/10.self_attn.q_proj.pt b/checkpoints/Qwen3-14B/10.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da120fc5eca71f8a5b303055df42702e99f6b2b
--- /dev/null
+++ b/checkpoints/Qwen3-14B/10.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18a714598a7af08057d1a7d3f5c5078db4009fc5daeac08bae8bab3cf4c6983c
+size 53406688
diff --git a/checkpoints/Qwen3-14B/10.self_attn.v_proj.pt b/checkpoints/Qwen3-14B/10.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6e6e1f0b66e9f3ba6c1dc78ece87dfb7b94101d
--- /dev/null
+++ b/checkpoints/Qwen3-14B/10.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed5994e667e76e6f47099319f9fbedab26abe3f8ff133af01a8d8c23e3de8dd3
+size 10808288
diff --git a/checkpoints/Qwen3-14B/11.mlp.down_proj.pt b/checkpoints/Qwen3-14B/11.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3560918a3401e7e37e69d965e5f8849706e68bc9
--- /dev/null
+++ b/checkpoints/Qwen3-14B/11.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dd49930c16ee6808c0093275bf7462ca09fd5f866732c8d712a652669d7817b
+size 181570471
diff --git a/checkpoints/Qwen3-14B/11.mlp.gate_proj.pt b/checkpoints/Qwen3-14B/11.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4aa3b3fbcd8b455bab2dcc09325e5e1d62fbeaa
--- /dev/null
+++ b/checkpoints/Qwen3-14B/11.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c7c388c9663890410af3ae060e579cab65a59e7effc9a200f14ec43d982a1dd
+size 181201831
diff --git a/checkpoints/Qwen3-14B/11.mlp.up_proj.pt b/checkpoints/Qwen3-14B/11.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fab03074246e85f81c07a2a3c9ff969d8b813ba9
--- /dev/null
+++ b/checkpoints/Qwen3-14B/11.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6ff5ae33dffe4a813cedd90431a59db850d28d8204c427645b23b74a9763bc5
+size 181201793
diff --git a/checkpoints/Qwen3-14B/11.self_attn.k_proj.pt b/checkpoints/Qwen3-14B/11.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4579ba93d0be7a814cb6e396dadba8bcba7696f9
--- /dev/null
+++ b/checkpoints/Qwen3-14B/11.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d966eec67e7bdb38b73f6a4e2af7c25b945c4de60a008fad3b165e31421de0e5
+size 10808288
diff --git a/checkpoints/Qwen3-14B/11.self_attn.o_proj.pt b/checkpoints/Qwen3-14B/11.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a35634f28f26a6f596b29235c47148ddd269116f
--- /dev/null
+++ b/checkpoints/Qwen3-14B/11.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2cf0cd9e08d689bbbaf2541450b64a59f58438c0272ba54638ecd60599f734e
+size 53406688
diff --git a/checkpoints/Qwen3-14B/11.self_attn.q_proj.pt b/checkpoints/Qwen3-14B/11.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c2008e97a492e23e75a6c346c5ea48e3cf13489
--- /dev/null
+++ b/checkpoints/Qwen3-14B/11.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00b44e833c7cd0127cd82d785544de583b0e27691a0399b83980b4f419731f5
+size 53406688
diff --git a/checkpoints/Qwen3-14B/11.self_attn.v_proj.pt b/checkpoints/Qwen3-14B/11.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f6b3dcc100d8ef8c32a9fc0bd929c410380d49f
--- /dev/null
+++ b/checkpoints/Qwen3-14B/11.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d70302ff091a70c6cabcd1edba5c96a5802c3c97b11b34903173afb7821c33a
+size 10808288
diff --git a/checkpoints/Qwen3-14B/12.mlp.down_proj.pt b/checkpoints/Qwen3-14B/12.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61aa64a0d1d66714c9db5a5329b5889b2e98fe5d
--- /dev/null
+++ b/checkpoints/Qwen3-14B/12.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d814a5e6148e69e053e2a01dab4575eee4ee9fc70bfa60e939d09f7f1389c4d7
+size 181570471
diff --git a/checkpoints/Qwen3-14B/12.mlp.gate_proj.pt b/checkpoints/Qwen3-14B/12.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dc76c032cc2149b03e5ee35b53d56dab467eaf3
--- /dev/null
+++ b/checkpoints/Qwen3-14B/12.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d65fe3f99d8c5063d157a4e20d4b18553d97af0842a64eebde39d49cd058026c
+size 181201831
diff --git a/checkpoints/Qwen3-14B/12.mlp.up_proj.pt b/checkpoints/Qwen3-14B/12.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3006a39c0880669b8daac71311c7a03bcbcc2f11
--- /dev/null
+++ b/checkpoints/Qwen3-14B/12.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c297759fcd2f3fdbea63ee05e64e2d35798e5119c9b4130f5c1d8d6f8a0182
+size 181201793
diff --git a/checkpoints/Qwen3-14B/12.self_attn.k_proj.pt b/checkpoints/Qwen3-14B/12.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..116695aefd68555ab61e69557daef347e3e74382
--- /dev/null
+++ b/checkpoints/Qwen3-14B/12.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb6dcf2716391995f8e22283a3e3a226f664feb2c9cb932b718f00f97ef7316c
+size 10808288
diff --git a/checkpoints/Qwen3-14B/12.self_attn.o_proj.pt b/checkpoints/Qwen3-14B/12.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d9ae0e131a755fb41062e294e6ce724f2b3ee10
--- /dev/null
+++ b/checkpoints/Qwen3-14B/12.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22bc715fdf73c3a8f3fb6b686fdabc97b6fe8b8bd3198cc8daa8561118f638ef
+size 53406688
diff --git a/checkpoints/Qwen3-14B/12.self_attn.q_proj.pt b/checkpoints/Qwen3-14B/12.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2439e43eae70250e96907d9125d7ce1df2a7d763
--- /dev/null
+++ b/checkpoints/Qwen3-14B/12.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a819b17cfc33e6c67750d96160e4ac3cc6a1ef8410f4ab5eb2929d9892c869b
+size 53406688
diff --git a/checkpoints/Qwen3-14B/12.self_attn.v_proj.pt b/checkpoints/Qwen3-14B/12.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..816856a28659e9a9e39fb2f12a33495f63d6676e
--- /dev/null
+++ b/checkpoints/Qwen3-14B/12.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dd2c594aa88aca5e419f9c4b9e7bbff1b38d86603534c931650db11098f1570
+size 10808288
diff --git a/checkpoints/Qwen3-14B/13.mlp.down_proj.pt b/checkpoints/Qwen3-14B/13.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b13f05b23d9d7b70ae375b7111fe5e8d7b9a8be
--- /dev/null
+++ b/checkpoints/Qwen3-14B/13.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:052fdb1d282a2cb77f876967f8fefc595241493bc2ebfe11f1a0ab008474b119
+size 181570471
diff --git a/checkpoints/Qwen3-14B/13.mlp.gate_proj.pt b/checkpoints/Qwen3-14B/13.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f04e02d57d39f4cb82ae31099314b6b8eab3569
--- /dev/null
+++ b/checkpoints/Qwen3-14B/13.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:926d71cf9cc5478f08d6f860ea0facdebb801c0cdaad1bc65ffbfedad92c30dd
+size 181201831
diff --git a/checkpoints/Qwen3-14B/13.mlp.up_proj.pt b/checkpoints/Qwen3-14B/13.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ec2c8db7ceb131ee80dcd78d6a5eff43e70a49d
--- /dev/null
+++ b/checkpoints/Qwen3-14B/13.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b14103f1f178c23491a06bda7f44f3c761ce2cdff2bb013ab230203e4fd0e09b
+size 181201793
diff --git a/checkpoints/Qwen3-14B/13.self_attn.k_proj.pt b/checkpoints/Qwen3-14B/13.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68744f367c2be5a75e0468315b8c7991bbd4f448
--- /dev/null
+++ b/checkpoints/Qwen3-14B/13.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:675ca3027abb69911e9184be46f19137500a3f6bead9db672e8e14ff44f9e226
+size 10808288
diff --git a/checkpoints/Qwen3-14B/13.self_attn.o_proj.pt b/checkpoints/Qwen3-14B/13.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52c3f10aefa7cd1c3cfb0801a213fdf8ec0048cb
--- /dev/null
+++ b/checkpoints/Qwen3-14B/13.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a36066383e599a04ac7612fb6bb70b6bd2d2c1fd6218ffcce70a8738f35a491e
+size 53406688
diff --git a/checkpoints/Qwen3-14B/13.self_attn.q_proj.pt b/checkpoints/Qwen3-14B/13.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efe1313f6e2ec1bf8c60655803af46c7ccbb6428
--- /dev/null
+++ b/checkpoints/Qwen3-14B/13.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:700878b26d8d2e654741445621f4c4c4cc240f358b88d66818a706d8ca585931
+size 53406688
diff --git a/checkpoints/Qwen3-14B/13.self_attn.v_proj.pt b/checkpoints/Qwen3-14B/13.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d7f9ed32a41a1b6b2eca1679e7f6a4cf99943d
--- /dev/null
+++ b/checkpoints/Qwen3-14B/13.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf95522f9d4731265d8d7838128cdef7fe15933158dc84ed05e060121c25f8d
+size 10808288
diff --git a/checkpoints/Qwen3-14B/14.mlp.down_proj.pt b/checkpoints/Qwen3-14B/14.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2f2b591664363761d1f1c1b915f62d47f09d856
--- /dev/null
+++ b/checkpoints/Qwen3-14B/14.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab9e04b479c57391bd5e00590d58c6e87cfec19e8259ab7b4e88e65732a14a53
+size 181570471
diff --git a/checkpoints/Qwen3-14B/14.mlp.gate_proj.pt b/checkpoints/Qwen3-14B/14.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ed6fb0d52e040d5eaed702b9438d24d338cb6a
--- /dev/null
+++ b/checkpoints/Qwen3-14B/14.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b3e007eac52c8d8acedb518e0768472d44dbbc88b0cd5f24c0ac9a1bccfb7b
+size 181201831
diff --git a/checkpoints/Qwen3-14B/14.mlp.up_proj.pt b/checkpoints/Qwen3-14B/14.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e19314b867bdf6c2e48163cdb08c599c16ab238
--- /dev/null
+++ b/checkpoints/Qwen3-14B/14.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:113a5b18702916ea5b8d9c9fb90fa1f932ba7a4311029de7cfc9696ac3c0818f
+size 181201793
diff --git a/checkpoints/Qwen3-14B/14.self_attn.k_proj.pt b/checkpoints/Qwen3-14B/14.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7791c8d057f4b0cee28f40816bbb00de2af45fe8
--- /dev/null
+++ b/checkpoints/Qwen3-14B/14.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ff4adf293e2bec454cfc2bc6332de1ef1bfc657392792c24b9d242d191778d1
+size 10808288
diff --git a/checkpoints/Qwen3-14B/14.self_attn.o_proj.pt b/checkpoints/Qwen3-14B/14.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e893a2f4250f5540ef7a58ed4f37b3603a4d849
--- /dev/null
+++ b/checkpoints/Qwen3-14B/14.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47903d5443cb8a7b4dfad513e23d42faf627ddd23ba9f18903c4681ab307413c
+size 53406688
diff --git a/checkpoints/Qwen3-14B/14.self_attn.q_proj.pt b/checkpoints/Qwen3-14B/14.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a750b6e901bace9b5c17b8e68d7ed48ed276a7d4
--- /dev/null
+++ b/checkpoints/Qwen3-14B/14.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea1865d0c6782388634e9e987c9f57b66b3eb38fb5badd0e4f1b4854c223b0d0
+size 53406688
diff --git a/checkpoints/Qwen3-14B/14.self_attn.v_proj.pt b/checkpoints/Qwen3-14B/14.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..335aae53907b5b1107a3306fc2ef0c143a551750
--- /dev/null
+++ b/checkpoints/Qwen3-14B/14.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d95f32770ddb2ec9f02a0f013e14b32b99f92b018a8a90f8828ee75111e80c
+size 10808288
diff --git a/checkpoints/Qwen3-14B/15.mlp.down_proj.pt b/checkpoints/Qwen3-14B/15.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3afd44a1dc326fc6db922fbf1841ab7460ef072
--- /dev/null
+++ b/checkpoints/Qwen3-14B/15.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8933088011f8b643b61d592af2c5461fe80f8cf2ca662269ea19b554d7154dc1
+size 181570471
diff --git a/checkpoints/Qwen3-14B/15.mlp.gate_proj.pt b/checkpoints/Qwen3-14B/15.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35408dbd3b519a60a44195227515b440c9783758
--- /dev/null
+++ b/checkpoints/Qwen3-14B/15.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d13bd5907cab71ec9544fb064539c5a9baaf8e6ba8929ddae764be17873c83e2
+size 181201831
diff --git a/checkpoints/Qwen3-14B/15.mlp.up_proj.pt b/checkpoints/Qwen3-14B/15.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f45a9a4db7fa65c73068fa783e94ed73d32e1c
--- /dev/null
+++ b/checkpoints/Qwen3-14B/15.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad061fb26985d5218a13cc1747fc134c94a31bc96709f92d14c30d6e5f1a58f4
+size 181201793
diff --git a/checkpoints/Qwen3-14B/15.self_attn.k_proj.pt b/checkpoints/Qwen3-14B/15.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d26c4bb863310db7c39378babc9245e46d86b3d
--- /dev/null
+++ b/checkpoints/Qwen3-14B/15.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:346eca9afca7bb38758a1cdd8ea628d3cc4dc90efe22e1871665c1a1f0353d35
+size 10808288
diff --git a/checkpoints/Qwen3-14B/15.self_attn.o_proj.pt b/checkpoints/Qwen3-14B/15.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..667bccce5b003db0162a9a183e739f0e083f28c5
--- /dev/null
+++ b/checkpoints/Qwen3-14B/15.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea40b57c5b62004b24aa26feb90bdba0ab1a930504c97d91f3c56866a15ab609
+size 53406688
diff --git a/checkpoints/Qwen3-14B/15.self_attn.q_proj.pt b/checkpoints/Qwen3-14B/15.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ff09c64a153bed60212e127d7114e3129c64530
--- /dev/null
+++ b/checkpoints/Qwen3-14B/15.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c12f633f88a206f327796fbf07f688d685e5d4d3c7414d6f798c92472c3975ed
+size 53406688
diff --git a/checkpoints/Qwen3-14B/15.self_attn.v_proj.pt b/checkpoints/Qwen3-14B/15.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99d78747858b20b2837c3bca8e05640cd747b2ea
--- /dev/null
+++ b/checkpoints/Qwen3-14B/15.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78ea28f6e2930e7add31308d60b3fc03d33d2c160e1a4106a08ba916a0bba767
+size 10808288
diff --git a/checkpoints/Qwen3-14B/16.mlp.down_proj.pt b/checkpoints/Qwen3-14B/16.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c373b7e7d66883e0abcc2f0ed035244833517b9
--- /dev/null
+++ b/checkpoints/Qwen3-14B/16.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f195d26163960ed6994b0cc30ac53dd0c294a9f964a3f5be4227ec030ee671
+size 181570471
diff --git a/checkpoints/Qwen3-14B/16.mlp.gate_proj.pt b/checkpoints/Qwen3-14B/16.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..093719649faf0ba31928a1a149d1b21bad38747f
--- /dev/null
+++ b/checkpoints/Qwen3-14B/16.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a67e2d189dfe5daef4c57afaa15ffbced320fd982d481cd8c4e47e1e86789f3
+size 181201831
diff --git a/checkpoints/Qwen3-14B/16.mlp.up_proj.pt b/checkpoints/Qwen3-14B/16.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3b03670c463ac6cc2e5f033e99af15cd50f8890
--- /dev/null
+++ b/checkpoints/Qwen3-14B/16.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e68f18788fadc4229add7b63b35eb58d9a785099d653ed91e130da3e98c90a0
+size 181201793
diff --git a/checkpoints/Qwen3-14B/16.self_attn.k_proj.pt b/checkpoints/Qwen3-14B/16.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8f8a8502878043b764ab288c58cea9e6b6d7822
--- /dev/null
+++ b/checkpoints/Qwen3-14B/16.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:168ea4510a5539c3ba049b6001f24a72d44c2438d288d3ffb51455955203a495
+size 10808288
diff --git a/checkpoints/Qwen3-14B/16.self_attn.o_proj.pt b/checkpoints/Qwen3-14B/16.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c5d7469fae0bae3954e7f97c40259c5d600903c
--- /dev/null
+++ b/checkpoints/Qwen3-14B/16.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df08b385108d7bf6911f101988335d942ad3fcbc6919fe625c43ec6d812e3fc7
+size 53406688
diff --git a/checkpoints/Qwen3-14B/16.self_attn.q_proj.pt b/checkpoints/Qwen3-14B/16.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60acc903dda333002c281d0512186fb9b9f5553a
--- /dev/null
+++ b/checkpoints/Qwen3-14B/16.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea10fbf572003609e4d51e75b620d878f298a3ecb6ee556ba9abcfc81865dca
+size 53406688
diff --git a/checkpoints/Qwen3-14B/16.self_attn.v_proj.pt b/checkpoints/Qwen3-14B/16.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4332b31d9cb7f21d6faddcd29b81be6f1d1f45cc
--- /dev/null
+++ b/checkpoints/Qwen3-14B/16.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01193d0b4dc87cf621f796d19875ed88e63697e729fe69cc2877b495da73bd76
+size 10808288
diff --git a/checkpoints/Qwen3-14B/17.mlp.down_proj.pt b/checkpoints/Qwen3-14B/17.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a327052b2c7816156e7ebaf1f9cf6de63fd3d6f4
--- /dev/null
+++ b/checkpoints/Qwen3-14B/17.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e5c1ee9014594d5fcdfe82e27a5ee2a9baa79edf2fde4b55f3e1f627c7b8ab2
+size 181570471
diff --git a/checkpoints/Qwen3-14B/17.mlp.gate_proj.pt b/checkpoints/Qwen3-14B/17.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdfd0ccfa6d665a0e8d3fc53f0b0b52fd8607f09
--- /dev/null
+++ b/checkpoints/Qwen3-14B/17.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f6541511aff6a58512cff0455841eb79999720b10c14a5db5cd86ac02046915
+size 181201831
diff --git a/checkpoints/Qwen3-14B/17.mlp.up_proj.pt b/checkpoints/Qwen3-14B/17.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cedba806135def54fe320980732a4ac49c84f3b
--- /dev/null
+++ b/checkpoints/Qwen3-14B/17.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:186db3dbfb4f8092456fad29be55c7c7745729a5a6239927df9fa89c229e98d0
+size 181201793
diff --git a/checkpoints/Qwen3-14B/17.self_attn.k_proj.pt b/checkpoints/Qwen3-14B/17.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2528f64ac22bd06f3f9bc53eb195ca4d598acc9
--- /dev/null
+++ b/checkpoints/Qwen3-14B/17.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c18f658fe8165954099cdfc9c879dbf634246d1ce1cc5aa93892c11361c58a0b
+size 10808288
diff --git a/checkpoints/Qwen3-14B/17.self_attn.o_proj.pt b/checkpoints/Qwen3-14B/17.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b44a737324f86501926ff3c83cc75633defe8cbc
--- /dev/null
+++ b/checkpoints/Qwen3-14B/17.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e50551f52dca0c0751686aa0780183adbab16b28b8182bd163325de509c4250a
+size 53406688
diff --git a/checkpoints/Qwen3-14B/17.self_attn.q_proj.pt b/checkpoints/Qwen3-14B/17.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9815f33202504e46d05a05f9d7b1b762c73dd11b
--- /dev/null
+++ b/checkpoints/Qwen3-14B/17.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208996daa2f35102ce82b0688525e66467fd9f3e33601e61bca4cf5fc68b6a90
+size 53406688
diff --git a/checkpoints/Qwen3-14B/17.self_attn.v_proj.pt b/checkpoints/Qwen3-14B/17.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fc072f098b3229fac31a10ddd0725fc6085a8eb
--- /dev/null
+++ b/checkpoints/Qwen3-14B/17.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f48649fafd888e9175fb3f0f0b31abe12e501e067b7cfc5a138d3054e5ceee
+size 10808288
diff --git a/checkpoints/Qwen3-14B/18.mlp.down_proj.pt b/checkpoints/Qwen3-14B/18.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5790828e978a5501332d712a9e24a95f59d340c
--- /dev/null
+++ b/checkpoints/Qwen3-14B/18.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8f8820b159e8380eae9b5dca2f98618e3ed882a46af3f7485820cff6b288305
+size 181570471
diff --git a/checkpoints/Qwen3-14B/18.mlp.gate_proj.pt b/checkpoints/Qwen3-14B/18.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1861b5c282bb460b3278f4bd3fa61cd785efa9d1
--- /dev/null
+++ b/checkpoints/Qwen3-14B/18.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4451d48e6cf8bb7f8add9e4cf38ac7327c2fe979eafc5ab0da6e4d7e2aedf5de
+size 181201831
diff --git a/checkpoints/Qwen3-14B/18.mlp.up_proj.pt b/checkpoints/Qwen3-14B/18.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d282b1f0de7c62170442055b42885295708d6d1d
--- /dev/null
+++ b/checkpoints/Qwen3-14B/18.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c60a072c2cddf1aa62cefec95d31f1ce6df35918123402fa101f3e9ed10b9239
+size 181201793
diff --git a/checkpoints/Qwen3-14B/18.self_attn.k_proj.pt b/checkpoints/Qwen3-14B/18.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73cc206bcacd87fc9fd025cfc8e72a8ac05f900b
--- /dev/null
+++ b/checkpoints/Qwen3-14B/18.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a280757bfb69db2a363678db67939c9e65cadf64a6aae09f9a94126b016c111
+size 10808288
diff --git a/checkpoints/Qwen3-14B/18.self_attn.o_proj.pt b/checkpoints/Qwen3-14B/18.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b29e0a4744f790e20102ec727bb9a7e8e98b995d
--- /dev/null
+++ b/checkpoints/Qwen3-14B/18.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a912ab88af1c1f644fd52ababd2764205b4894f6008aba21164ab4868dfed3c
+size 53406688
diff --git a/checkpoints/Qwen3-14B/18.self_attn.q_proj.pt b/checkpoints/Qwen3-14B/18.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f119e23f4f12c7ba9426bc32d0b7de4d69f7d01
--- /dev/null
+++ b/checkpoints/Qwen3-14B/18.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f838be8d45fe5bd0af634cd3a32076031672f1efba3815e8bf32782b923dbf35
+size 53406688
diff --git a/checkpoints/Qwen3-14B/18.self_attn.v_proj.pt b/checkpoints/Qwen3-14B/18.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dee6befbb0146336d0c1960ccd45c731a691801
--- /dev/null
+++ b/checkpoints/Qwen3-14B/18.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8918a492eab76501f44451360501b254e474138363e3f29bf858956ea5fcf0a1
+size 10808288
diff --git a/checkpoints/Qwen3-14B/19.mlp.down_proj.pt b/checkpoints/Qwen3-14B/19.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a0720f81747e4df79b7874bd42e942bf938d17f
--- /dev/null
+++ b/checkpoints/Qwen3-14B/19.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9764a224d528e9f5e733f464cb6faa7c3422212d53a189ac69d6e177b75a53e
+size 181570471
diff --git a/checkpoints/Qwen3-14B/19.mlp.gate_proj.pt b/checkpoints/Qwen3-14B/19.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee9bfcc15d6b723b79f167f6b0e28de56addc379
--- /dev/null
+++ b/checkpoints/Qwen3-14B/19.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37c1f5b607f604b7537698ff6ea299daf1167b197ffc7698e0429a25b91c12aa
+size 181201831
diff --git a/checkpoints/Qwen3-14B/19.mlp.up_proj.pt b/checkpoints/Qwen3-14B/19.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcd73d186c736da52b97cbf9a849290499a5ff15
--- /dev/null
+++ b/checkpoints/Qwen3-14B/19.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e2a2d7e4cfca48ff4c6642a92ccab357e78df2ff3b33a3a517b1630b703d8bc
+size 181201793
diff --git a/checkpoints/Qwen3-14B/19.self_attn.k_proj.pt b/checkpoints/Qwen3-14B/19.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f281c488c6408408d7473542ea25df6d292f6568
--- /dev/null
+++ b/checkpoints/Qwen3-14B/19.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90163b9797fd8495994cf76352d38f4848ac7092cf0c97eb8fcb468916784fb6
+size 10808288
diff --git a/checkpoints/Qwen3-14B/19.self_attn.o_proj.pt b/checkpoints/Qwen3-14B/19.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5959ffa3799599077cb35617f1f4bb9a741a253
--- /dev/null
+++ b/checkpoints/Qwen3-14B/19.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ba9bda8eb8f3846c01c36bc316e7c63a5e59bd6c275164e79de0b2f45f874df
+size 53406688
diff --git a/checkpoints/Qwen3-14B/19.self_attn.q_proj.pt b/checkpoints/Qwen3-14B/19.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbf72f9c31f0969616fffc455911de8aed4d7992
--- /dev/null
+++ b/checkpoints/Qwen3-14B/19.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41884fb1c57964b7a0b38cd5138a2ef4e0f3fcd2fc2b0127239693e33f088e40
+size 53406688
diff --git a/checkpoints/Qwen3-14B/19.self_attn.v_proj.pt b/checkpoints/Qwen3-14B/19.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..febd08eef8d243c021a085f3f10813170a800a77
--- /dev/null
+++ b/checkpoints/Qwen3-14B/19.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:004e59165d04717b3b95ae0b21664ec55be95a585e695b9231ecd12e8fdcfc57
+size 10808288
diff --git a/checkpoints/Qwen3-14B/2.mlp.down_proj.pt b/checkpoints/Qwen3-14B/2.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3235c269d419058112808c083bc2636001c38dff
--- /dev/null
+++ b/checkpoints/Qwen3-14B/2.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:632f91d9f3d55e185335a38b355e30f486c20c7dae2523df962ff68e901829c6
+size 181570452
diff --git a/checkpoints/Qwen3-14B/2.mlp.gate_proj.pt b/checkpoints/Qwen3-14B/2.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b1fcbeb94d7c36c44a2003c07b6a01b1f9f021
--- /dev/null
+++ b/checkpoints/Qwen3-14B/2.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcc689e4417960b2a57a3ffff167c3ddaf65b7aceb049b3f07b7eeaf6899174f
+size 181201812
diff --git a/checkpoints/Qwen3-14B/2.mlp.up_proj.pt b/checkpoints/Qwen3-14B/2.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..060b1b5105d16b1d29925ef1898fb5aa4f14923e
--- /dev/null
+++ b/checkpoints/Qwen3-14B/2.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21bc79342d32bc6f31917eb8b38a8494cc59edd28df88a4434ffeb52c441d616
+size 181201774
diff --git a/checkpoints/Qwen3-14B/2.self_attn.k_proj.pt b/checkpoints/Qwen3-14B/2.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..699c4ec232fc3840aa84f8cf31ec8a438f110f95
--- /dev/null
+++ b/checkpoints/Qwen3-14B/2.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5e11f142519b96f06168fdf92130d08914dc8e5c9e50f891f3c142cae96c42f
+size 10808269
diff --git a/checkpoints/Qwen3-14B/2.self_attn.o_proj.pt b/checkpoints/Qwen3-14B/2.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0a623d264fdacd5aae7bbf1e0c9a04914fdb875
--- /dev/null
+++ b/checkpoints/Qwen3-14B/2.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9241948868a95f4c64be2a4600288a9ed0b73b8ca51be5b4996e44c9cc02de37
+size 53406669
diff --git a/checkpoints/Qwen3-14B/2.self_attn.q_proj.pt b/checkpoints/Qwen3-14B/2.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5774c326c314b519563e58caa6927cb6ad96b9bc
--- /dev/null
+++ b/checkpoints/Qwen3-14B/2.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5838973b6ac9cba2eff3e432a1903e027275f7a9d1a54125ad03d5e2066438bb
+size 53406669
diff --git a/checkpoints/Qwen3-14B/2.self_attn.v_proj.pt b/checkpoints/Qwen3-14B/2.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e072a3dcee87d94e61319e862de6dc693f946e44
--- /dev/null
+++ b/checkpoints/Qwen3-14B/2.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdcc05a34343c4787a1421fda1a4ba7e31c9da055dc0a2979a09adf7550d1a2f
+size 10808269
diff --git a/checkpoints/Qwen3-14B/20.mlp.down_proj.pt b/checkpoints/Qwen3-14B/20.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce5a79318c1e2049de660fc16281850fc94606c
--- /dev/null
+++ b/checkpoints/Qwen3-14B/20.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e67e063b441d535af0eb3679ed5f6c5e22e1ad03dc658fdcf2a3ff3adca75f8
+size 181570471
diff --git a/checkpoints/Qwen3-14B/20.mlp.gate_proj.pt b/checkpoints/Qwen3-14B/20.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1e9141cd46851c07ed9dcca2fc36b8a195c6376
--- /dev/null
+++ b/checkpoints/Qwen3-14B/20.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c36e067de57f49a2eb3309014407359167f90a323cec1632a3b3f3097c2d7d1
+size 181201831
diff --git a/checkpoints/Qwen3-14B/20.mlp.up_proj.pt b/checkpoints/Qwen3-14B/20.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b1c883f051c6700e1ca929c387c310dba89a02e
--- /dev/null
+++ b/checkpoints/Qwen3-14B/20.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c38f6011bbfd6a7f96fc04c52d330d4bfe076c2baa954e35f348c4f1bfa7758c
+size 181201793
diff --git a/checkpoints/Qwen3-14B/20.self_attn.k_proj.pt b/checkpoints/Qwen3-14B/20.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae9efce5feaa882e70ff2aec517c97dc8fdb8462
--- /dev/null
+++ b/checkpoints/Qwen3-14B/20.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45e8f0a02fd3aeabeb3a0ea39e4e3f0e4f67855827de690ea18b110941cb0a63
+size 10808288
diff --git a/checkpoints/Qwen3-14B/20.self_attn.o_proj.pt b/checkpoints/Qwen3-14B/20.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5353d80b635ae71d1e552cfe0d47800c36f96235
--- /dev/null
+++ b/checkpoints/Qwen3-14B/20.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2994030e08e5a28ae8d205f9c8e0b290cbdb1105d7851fce75819677a8ae78ed
+size 53406688
diff --git a/checkpoints/Qwen3-14B/20.self_attn.q_proj.pt b/checkpoints/Qwen3-14B/20.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96cf5a1fa7a6a180315ec37ce3dedf4fb1e5d66c
--- /dev/null
+++ b/checkpoints/Qwen3-14B/20.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f0bea44da39db839f31a8ce3649def12258da6df130dbbd1bbf860a044ec3ac
+size 53406688
diff --git a/checkpoints/Qwen3-14B/20.self_attn.v_proj.pt b/checkpoints/Qwen3-14B/20.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..112d1b5176f5ab8eef347148a475f7ef12e684ac
--- /dev/null
+++ b/checkpoints/Qwen3-14B/20.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:235f8475623c7722b827ea63d676159cfea3d49f55288e36fd8d6193f383d038
+size 10808288
diff --git a/checkpoints/Qwen3-14B/21.mlp.down_proj.pt b/checkpoints/Qwen3-14B/21.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209353c7eb7a60076069641e95cf857f277b4551
--- /dev/null
+++ b/checkpoints/Qwen3-14B/21.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a45700d67824d68bd983722bbd826119a1b67eed0d7781e8e43dfae4476dd7b1
+size 181570471
diff --git a/checkpoints/Qwen3-14B/21.mlp.gate_proj.pt b/checkpoints/Qwen3-14B/21.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e207b22214f8efb0a11a460b6b77ebdc8db9edf
--- /dev/null
+++ b/checkpoints/Qwen3-14B/21.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b0d6882a7fe8cc4dc710aed27815db89ea810fc895776ba242ae4e12c82006b
+size 181201831
diff --git a/checkpoints/Qwen3-14B/21.mlp.up_proj.pt b/checkpoints/Qwen3-14B/21.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ff85bae67d432b1d637063d5d8f4a21077f6955
--- /dev/null
+++ b/checkpoints/Qwen3-14B/21.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:488a7b54f0891911ccd228c87419ecfc5797e37609b53b35bc21bac64e97528d
+size 181201793
diff --git a/checkpoints/Qwen3-14B/21.self_attn.k_proj.pt b/checkpoints/Qwen3-14B/21.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84ad9a0daa586c8f195f0f174c7ab18a00d2280d
--- /dev/null
+++ b/checkpoints/Qwen3-14B/21.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ada4ee965d980b16f5873fefc2c28332f7b0f4887ccbc2f927526aec9e0f897
+size 10808288
diff --git a/checkpoints/Qwen3-14B/21.self_attn.o_proj.pt b/checkpoints/Qwen3-14B/21.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ecb0c817f5f764422fb95919153daa6df9eef19
--- /dev/null
+++ b/checkpoints/Qwen3-14B/21.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d802103d23f35fde94442d271536e58c6544ea0dbd7dfec9b68b40b39f1fcb3c
+size 53406688
diff --git a/checkpoints/Qwen3-14B/21.self_attn.q_proj.pt b/checkpoints/Qwen3-14B/21.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ade6b6d599d3ee7225d911df380d234c1e1a430
--- /dev/null
+++ b/checkpoints/Qwen3-14B/21.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d16777e010bed98cb0a231409e615286c500b9c5b8209e9ca625c821d674316c
+size 53406688
diff --git a/checkpoints/Qwen3-14B/21.self_attn.v_proj.pt b/checkpoints/Qwen3-14B/21.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e8116da8ad529ae5581bcc002f93de352b79a4c
--- /dev/null
+++ b/checkpoints/Qwen3-14B/21.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5892dacbfe15944f11a89d35655ea1081f64270d3de5dee34df3889f5d3eeea8
+size 10808288
diff --git a/checkpoints/Qwen3-14B/22.mlp.down_proj.pt b/checkpoints/Qwen3-14B/22.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff805fc0521f8469fb3873edc0daa8b98f4c376
--- /dev/null
+++ b/checkpoints/Qwen3-14B/22.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b343b204f43cc4f3ce59940fb8534cb0de7aefd4eb29f13f1ce6767b3fb83b
+size 181570471
diff --git a/checkpoints/Qwen3-14B/22.mlp.gate_proj.pt b/checkpoints/Qwen3-14B/22.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b4f6bf92467f123488c4fa35f443335973ca40
--- /dev/null
+++ b/checkpoints/Qwen3-14B/22.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fc6e39f86986d44e1aac01e4cb44912fcb7c16dad55bc5fa319737dafe99d83
+size 181201831
diff --git a/checkpoints/Qwen3-14B/22.mlp.up_proj.pt b/checkpoints/Qwen3-14B/22.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0a2b14315567f8b233deb7e6b792bc65eecfc4c
--- /dev/null
+++ b/checkpoints/Qwen3-14B/22.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6a7811f801329eac95e778b8bfb4317e08e11575bfc672c1ea3d5358b673ce
+size 181201793
diff --git a/checkpoints/Qwen3-14B/22.self_attn.k_proj.pt b/checkpoints/Qwen3-14B/22.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07b8afd62c4bcbceb44de67cf96bdb287cfaa40c
--- /dev/null
+++ b/checkpoints/Qwen3-14B/22.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d1275cd8eb49fdc641b4cbf185e87810f0bc0a6b6fc0c6de015a27155d93e8c
+size 10808288
diff --git a/checkpoints/Qwen3-14B/22.self_attn.o_proj.pt b/checkpoints/Qwen3-14B/22.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceec538ec55a57ad8e736a1317f85dcf6bc57899
--- /dev/null
+++ b/checkpoints/Qwen3-14B/22.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:163a74d2529e825bb76750347ffbd23ccdcb136e877882d422f66d1ddc3c9e6a
+size 53406688
diff --git a/checkpoints/Qwen3-14B/22.self_attn.q_proj.pt b/checkpoints/Qwen3-14B/22.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5afbda676c26e301b62298aaf3808f166059d7b8
--- /dev/null
+++ b/checkpoints/Qwen3-14B/22.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbcf6da7b25b0baab42529ad9222496fb1310f41177a59027dff0ff4f88ffa21
+size 53406688
diff --git a/checkpoints/Qwen3-14B/22.self_attn.v_proj.pt b/checkpoints/Qwen3-14B/22.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e10b005e56aa6304544c914cf8dd3d561401068
--- /dev/null
+++ b/checkpoints/Qwen3-14B/22.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f37ba19ab0d02a3781d14e04627fca02dc932e42d49e38958299a80b836efe3b
+size 10808288
diff --git a/checkpoints/Qwen3-14B/23.mlp.down_proj.pt b/checkpoints/Qwen3-14B/23.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..043dbef51ebae2c31f26c6c1a1984acefcf187fd
--- /dev/null
+++ b/checkpoints/Qwen3-14B/23.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ab4efc6e02724e14081c5edb6e5fb61718b42921d0d45ce91b19024e167d2e3
+size 181570471
diff --git a/checkpoints/Qwen3-14B/23.mlp.gate_proj.pt b/checkpoints/Qwen3-14B/23.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aca161a1ccc1523a38d5307c26dda35d9055cdbb
--- /dev/null
+++ b/checkpoints/Qwen3-14B/23.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae780d5b37e71ddaf922ef5503de88322ef43bc532cff9e8d214259233094cc
+size 181201831
diff --git a/checkpoints/Qwen3-14B/23.mlp.up_proj.pt b/checkpoints/Qwen3-14B/23.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..766a8db9f8619d7563a6edecff3117888cb967aa
--- /dev/null
+++ b/checkpoints/Qwen3-14B/23.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e10644ddf5d15bb0423b9875208ac4656a809fd299f580efff5475db013289a9
+size 181201793
diff --git a/checkpoints/Qwen3-14B/23.self_attn.k_proj.pt b/checkpoints/Qwen3-14B/23.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69a2a41783ee06ef43a0562a2e8f2df7480e4e73
--- /dev/null
+++ b/checkpoints/Qwen3-14B/23.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:787c9d14128388aee9928a7a38fb7ae846919aa849b17e032c064ba0166d4921
+size 10808288
diff --git a/checkpoints/Qwen3-14B/23.self_attn.o_proj.pt b/checkpoints/Qwen3-14B/23.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ede77317076e8f23250afca8a5fabb698de85b5f
--- /dev/null
+++ b/checkpoints/Qwen3-14B/23.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5710c561c2cfc407d63f972c1a99e3fb4a32ebcee585a387c9ebb399c5da9f90
+size 53406688
diff --git a/checkpoints/Qwen3-14B/23.self_attn.q_proj.pt b/checkpoints/Qwen3-14B/23.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17a0dc1029f1712101672b90e94b28e38c8bf36e
--- /dev/null
+++ b/checkpoints/Qwen3-14B/23.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fdcfe3e2d522e4713a298cc11011aaffca6b20ba41ffe21113ea48429f2dc02
+size 53406688
diff --git a/checkpoints/Qwen3-14B/23.self_attn.v_proj.pt b/checkpoints/Qwen3-14B/23.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c59f980a1cfc0a03ea1d4511c4c9471b344eebd
--- /dev/null
+++ b/checkpoints/Qwen3-14B/23.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e84a2947509882858cfd40d2b0fcfec2f6df6f0812d3dddca6ec2952c61e0eae
+size 10808288
diff --git a/checkpoints/Qwen3-14B/24.mlp.down_proj.pt b/checkpoints/Qwen3-14B/24.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdedf6f7e2b5374e588e0be56fbaf9b632d10b53
--- /dev/null
+++ b/checkpoints/Qwen3-14B/24.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f85ed464e05c602570ec5d069e70b4cb551d6851f2b0dafb03ed1c8597487f33
+size 181570471
diff --git a/checkpoints/Qwen3-14B/24.mlp.gate_proj.pt b/checkpoints/Qwen3-14B/24.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6219e98934d37aae05e963b6d16a3dc47fa1d8e4
--- /dev/null
+++ b/checkpoints/Qwen3-14B/24.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97cb281ce3b0dd62fb8c09c879c8dc54bf024356e4b508471bfeedfa497cfeaf
+size 181201831
diff --git a/checkpoints/Qwen3-14B/24.mlp.up_proj.pt b/checkpoints/Qwen3-14B/24.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92605fad2e1a45cc38f1473efc87544eb5b06e27
--- /dev/null
+++ b/checkpoints/Qwen3-14B/24.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f82e29710a9747e62a267c16652fb39769be9482e065808957c53d615f03fd7
+size 181201793
diff --git a/checkpoints/Qwen3-14B/24.self_attn.k_proj.pt b/checkpoints/Qwen3-14B/24.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f6492150992fd6f30b39146b0dd73442c97a425
--- /dev/null
+++ b/checkpoints/Qwen3-14B/24.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:349b474a9cd490cd755a5cafa1e54f712451b4398ccd0d4cd53516584a8ce7f1
+size 10808288
diff --git a/checkpoints/Qwen3-14B/24.self_attn.o_proj.pt b/checkpoints/Qwen3-14B/24.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7d7cad14952bcafcda866769d3d0fe97d834a8e
--- /dev/null
+++ b/checkpoints/Qwen3-14B/24.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca146c7e8896b2d11b17ac76198e0710fdef9a2eb44038d9b7de3127faa9971b
+size 53406688
diff --git a/checkpoints/Qwen3-14B/24.self_attn.q_proj.pt b/checkpoints/Qwen3-14B/24.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27a42743e475c9e6c83052973cfaea2d484d1649
--- /dev/null
+++ b/checkpoints/Qwen3-14B/24.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c3ed1ffe00a4323f4ff268bba3e4426d3959e4780e8c3ef96a1158a581d86c3
+size 53406688
diff --git a/checkpoints/Qwen3-14B/24.self_attn.v_proj.pt b/checkpoints/Qwen3-14B/24.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..521303e051250249756b64f5c19962a7807fdbcd
--- /dev/null
+++ b/checkpoints/Qwen3-14B/24.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1310d68d36d94f944f1a8be08f51c196a417140105d3567ed5e731510b0c73c
+size 10808288
diff --git a/checkpoints/Qwen3-14B/25.mlp.down_proj.pt b/checkpoints/Qwen3-14B/25.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dafe91357755b8da136c22c87c0acce882834462
--- /dev/null
+++ b/checkpoints/Qwen3-14B/25.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e59172930821938523b741d3868fa5d331f01de52b162670554b7e410e965e83
+size 181570471
diff --git a/checkpoints/Qwen3-14B/25.mlp.gate_proj.pt b/checkpoints/Qwen3-14B/25.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49b644b772bd19b192146c2afe762680834e1fc1
--- /dev/null
+++ b/checkpoints/Qwen3-14B/25.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e78bf03cb48d441074141897b014050f4ffd942eeb543829b80bd7adcfecdfdb
+size 181201831
diff --git a/checkpoints/Qwen3-14B/25.mlp.up_proj.pt b/checkpoints/Qwen3-14B/25.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2e871df80d9ac88311176b305fe4794e0258a46
--- /dev/null
+++ b/checkpoints/Qwen3-14B/25.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa6d869b85457b8648f6cbf4860a7662491093da948256646c47d8735f5755af
+size 181201793
diff --git a/checkpoints/Qwen3-14B/25.self_attn.k_proj.pt b/checkpoints/Qwen3-14B/25.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66d8c2e3a652fa87c76cc1c9fafb7ef2868162b7
--- /dev/null
+++ b/checkpoints/Qwen3-14B/25.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c96d0d36413b45baccc9246659486106f20104bc93904777c91c6172c300fc
+size 10808288
diff --git a/checkpoints/Qwen3-14B/25.self_attn.o_proj.pt b/checkpoints/Qwen3-14B/25.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94ab79086b28c941b6dd756ca7d1258f1600478b
--- /dev/null
+++ b/checkpoints/Qwen3-14B/25.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c428da544d72ac0f89a238bc0202b4435f16b8c47d85ec435acd7e6aee63e3
+size 53406688
diff --git a/checkpoints/Qwen3-14B/25.self_attn.q_proj.pt b/checkpoints/Qwen3-14B/25.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..918c27e66c0657470ce04b1da4e2dc4f2b83cc6b
--- /dev/null
+++ b/checkpoints/Qwen3-14B/25.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff27e60ac12a74e3f6c0c8a6c13de8851bc5b089ee956dfcd4b55fdb1269d574
+size 53406688
diff --git a/checkpoints/Qwen3-14B/25.self_attn.v_proj.pt b/checkpoints/Qwen3-14B/25.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b266be8893fa3c062f72fe1e5d53349c3e2140e2
--- /dev/null
+++ b/checkpoints/Qwen3-14B/25.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9273987d9a8ada1696b520f061c2b21771b2dafff752a81a7321a891fae28044
+size 10808288
diff --git a/checkpoints/Qwen3-14B/26.mlp.down_proj.pt b/checkpoints/Qwen3-14B/26.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd989c527599c8e4b4956e62929f928b8c509b83
--- /dev/null
+++ b/checkpoints/Qwen3-14B/26.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57af6320d26cfdae50e8a275b57b389ce33b1759e5f149097f4abf6ac3bf4524
+size 181570471
diff --git a/checkpoints/Qwen3-14B/26.mlp.gate_proj.pt b/checkpoints/Qwen3-14B/26.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef049eef75f2dfb972ba0b3e2acee56830ecbd83
--- /dev/null
+++ b/checkpoints/Qwen3-14B/26.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cdb38b034b60b7b8fe8f870da8e6f3f07819e00ac91ce7d44190a93e9b3e68b
+size 181201831
diff --git a/checkpoints/Qwen3-14B/26.mlp.up_proj.pt b/checkpoints/Qwen3-14B/26.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cabcd23e628559a548524c3939adabb23b5a0d4a
--- /dev/null
+++ b/checkpoints/Qwen3-14B/26.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53da0d3f822dc8db539e279b3c2e584620cb3c7bf8b96789eb34d7f4bd8c2593
+size 181201793
diff --git a/checkpoints/Qwen3-14B/26.self_attn.k_proj.pt b/checkpoints/Qwen3-14B/26.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a05b132803701db799cde199872863df9f1bd02
--- /dev/null
+++ b/checkpoints/Qwen3-14B/26.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1baa1519cb330d3cbd40b65b0605b6032f2b5a5485845bcbb5f67955e82b5e49
+size 10808288
diff --git a/checkpoints/Qwen3-14B/26.self_attn.o_proj.pt b/checkpoints/Qwen3-14B/26.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf90da58c066888a955ef10c1991fa4af02f3e01
--- /dev/null
+++ b/checkpoints/Qwen3-14B/26.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:077817147eaae909dd3f98ee120b40ef04246a36a742308c04f50c4a68a32edd
+size 53406688
diff --git a/checkpoints/Qwen3-14B/26.self_attn.q_proj.pt b/checkpoints/Qwen3-14B/26.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65509756f3f5318f1346fbb7cbcd419baa254787
--- /dev/null
+++ b/checkpoints/Qwen3-14B/26.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:778abe9e1d4e61c273e29cf4c55b126858797c8fea5a5717b889a611d4f8af65
+size 53406688
diff --git a/checkpoints/Qwen3-14B/26.self_attn.v_proj.pt b/checkpoints/Qwen3-14B/26.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51951e284146b73a2355fa67a4d9b85a3045d7e2
--- /dev/null
+++ b/checkpoints/Qwen3-14B/26.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f47a40b354d17347829ee88f1a9224382e8f989439594742c4f0baa22d2bcb10
+size 10808288
diff --git a/checkpoints/Qwen3-14B/27.mlp.down_proj.pt b/checkpoints/Qwen3-14B/27.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5b6c24db6acc400f8c063220b3c02b3bb256a59
--- /dev/null
+++ b/checkpoints/Qwen3-14B/27.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c90a45603916222ef070c35bb93a1499e709963f28f0af1156cf8e161cf2cfd4
+size 181570471
diff --git a/checkpoints/Qwen3-14B/27.mlp.gate_proj.pt b/checkpoints/Qwen3-14B/27.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..956429df6ec84b3771e26a5440b27f6d4d48a34f
--- /dev/null
+++ b/checkpoints/Qwen3-14B/27.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d70d37e6ec5ed2e888a03143d7318e0b3f0ad6fae93df18bfc5faf1f8750e45a
+size 181201831
diff --git a/checkpoints/Qwen3-14B/27.mlp.up_proj.pt b/checkpoints/Qwen3-14B/27.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba7ebe79799a990e90f5296fe7ebe7cd9c961336
--- /dev/null
+++ b/checkpoints/Qwen3-14B/27.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e49aa810b9893e2075731f17bc8c8d4fcb8673c77726cca9f0bf062f77f5dbd
+size 181201793
diff --git a/checkpoints/Qwen3-14B/27.self_attn.k_proj.pt b/checkpoints/Qwen3-14B/27.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac7714810c0b9bfe76a671d5c554a76bc856870
--- /dev/null
+++ b/checkpoints/Qwen3-14B/27.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c29bb7005f7d05146e686c1c1874d73462110472ce00793d2b2a3cb344fbe5
+size 10808288
diff --git a/checkpoints/Qwen3-14B/27.self_attn.o_proj.pt b/checkpoints/Qwen3-14B/27.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aba91d88ebd6594eb111978f3707700ee803f98e
--- /dev/null
+++ b/checkpoints/Qwen3-14B/27.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf124ef351014228b93372d0acb94fe202c4e3509493f6a3081d09a50b259711
+size 53406688
diff --git a/checkpoints/Qwen3-14B/27.self_attn.q_proj.pt b/checkpoints/Qwen3-14B/27.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3d292692e27c94b301973c822b3cbf31dd7daa5
--- /dev/null
+++ b/checkpoints/Qwen3-14B/27.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8c85038db7bf62e99b02a1a6903a245de686628d2f0705d48329ec032119a85
+size 53406688
diff --git a/checkpoints/Qwen3-14B/27.self_attn.v_proj.pt b/checkpoints/Qwen3-14B/27.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7626d85325b2271fd01a17c1de2add073309a634
--- /dev/null
+++ b/checkpoints/Qwen3-14B/27.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c7270afedbc67e19e493f4ee9a1106822c143fac079a54a249c1c62461d6012
+size 10808288
diff --git a/checkpoints/Qwen3-14B/28.mlp.down_proj.pt b/checkpoints/Qwen3-14B/28.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f6b707e51da33bdc9e3ac3955ef6f27f46c97c4
--- /dev/null
+++ b/checkpoints/Qwen3-14B/28.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5fd6e55d2e2ca5ea8c6cb364dd3ac32096c16007f4f5bde07d540953c404a96
+size 181570471
diff --git a/checkpoints/Qwen3-14B/28.mlp.gate_proj.pt b/checkpoints/Qwen3-14B/28.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af38fdd5c6502842982d05ccadbe22dacd9cbb21
--- /dev/null
+++ b/checkpoints/Qwen3-14B/28.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ebb14acca6d333ae500ae0520d3b134e20ee59b0216b83a9f5d618f76303ba5
+size 181201831
diff --git a/checkpoints/Qwen3-14B/28.mlp.up_proj.pt b/checkpoints/Qwen3-14B/28.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90391bcf9e198633e9198761d3560c67285bc02b
--- /dev/null
+++ b/checkpoints/Qwen3-14B/28.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c003d6b3c29d5da1065bf5e68aed77768a4f9228e531a58feee7786c65daa83
+size 181201793
diff --git a/checkpoints/Qwen3-14B/28.self_attn.k_proj.pt b/checkpoints/Qwen3-14B/28.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc4b1405f5402ec2012bf325c3d61fe47ac0e68
--- /dev/null
+++ b/checkpoints/Qwen3-14B/28.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:891a9e1ecbdfc18e60d807a35ae547c52c8a32d1386650c1cda3fe797d9a726c
+size 10808288
diff --git a/checkpoints/Qwen3-14B/28.self_attn.o_proj.pt b/checkpoints/Qwen3-14B/28.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e65a17bd3e4f676419627e54b4785ab490b17e59
--- /dev/null
+++ b/checkpoints/Qwen3-14B/28.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bef6f52b7696afbb70fd11f86423c88f8f6be84af2dbd34680bda6d3b616562d
+size 53406688
diff --git a/checkpoints/Qwen3-14B/28.self_attn.q_proj.pt b/checkpoints/Qwen3-14B/28.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92d58bbac9d29c1d91fca321f32791ae73b78f4d
--- /dev/null
+++ b/checkpoints/Qwen3-14B/28.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:547dd384099281bc0c50abf8517d5cbcbcdca6204d5502db0f4adf097860d611
+size 53406688
diff --git a/checkpoints/Qwen3-14B/28.self_attn.v_proj.pt b/checkpoints/Qwen3-14B/28.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac7b20f02fce889bb1a390f0a5f8451549e31a5
--- /dev/null
+++ b/checkpoints/Qwen3-14B/28.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1db80d817c8f7215e15656a7acf4b3da5037f0c7a1ce6d7b2281e37cae08e030
+size 10808288
diff --git a/checkpoints/Qwen3-14B/29.mlp.down_proj.pt b/checkpoints/Qwen3-14B/29.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99aadee93d9db0f9e9758448007c5d1541e9a60a
--- /dev/null
+++ b/checkpoints/Qwen3-14B/29.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34c08a3b693117d93473f843eff1f2bc8be6f2b61eab63d20b9fbcbeddccd3bc
+size 181570471
diff --git a/checkpoints/Qwen3-14B/29.mlp.gate_proj.pt b/checkpoints/Qwen3-14B/29.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..954ab26c3d535099c99b2bb54965576b9ca7aaba
--- /dev/null
+++ b/checkpoints/Qwen3-14B/29.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f55018d8f0d915daac74fe0ba4c09fdd552c8b0ec66335a3f7528a8802ae13b3
+size 181201831
diff --git a/checkpoints/Qwen3-14B/29.mlp.up_proj.pt b/checkpoints/Qwen3-14B/29.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a969d0c69ee65a4877f1afd89173c72f4fefca35
--- /dev/null
+++ b/checkpoints/Qwen3-14B/29.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e4e9a58b14f730221b851cd2196cd1ada84fcc6ee78e7629cb0b0656c4e80d
+size 181201793
diff --git a/checkpoints/Qwen3-14B/29.self_attn.k_proj.pt b/checkpoints/Qwen3-14B/29.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38f7dc3eb3d437c7e44cdcc2bc78096b7bb069f0
--- /dev/null
+++ b/checkpoints/Qwen3-14B/29.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9fdf6965b1f01447e96746488aef3ec7889061e1be22ce9d3d3ff67d30e5f51
+size 10808288
diff --git a/checkpoints/Qwen3-14B/29.self_attn.o_proj.pt b/checkpoints/Qwen3-14B/29.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..311d57384594f903553c9a49c80c98c50841e5cc
--- /dev/null
+++ b/checkpoints/Qwen3-14B/29.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aafa96e4706dc190e9d25d1a7f3ba9b3251d76f440227ce83fa863dc085098a7
+size 53406688
diff --git a/checkpoints/Qwen3-14B/29.self_attn.q_proj.pt b/checkpoints/Qwen3-14B/29.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..281bdf64f66171ade4f1ad1694b3f690d8690fe1
--- /dev/null
+++ b/checkpoints/Qwen3-14B/29.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aa840284c12d8abcbca4ecb80d055e5d7f7e1f0361a53c08d1f76d0819f091f
+size 53406688
diff --git a/checkpoints/Qwen3-14B/29.self_attn.v_proj.pt b/checkpoints/Qwen3-14B/29.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daea139228c57ab5521fd22c322d9326a10acffc
--- /dev/null
+++ b/checkpoints/Qwen3-14B/29.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:441df21c8846eb2ec40a56cb18602a6692dea47044685a775593912ab14a31df
+size 10808288
diff --git a/checkpoints/Qwen3-14B/3.mlp.down_proj.pt b/checkpoints/Qwen3-14B/3.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13fb972e97b52a1aac69d49a2c17c569da0bf630
--- /dev/null
+++ b/checkpoints/Qwen3-14B/3.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f59c0dcd4bd15a6c2c37d904df592610b3c6b6c59c31e4f31393870a9fa5bb67
+size 181570452
diff --git a/checkpoints/Qwen3-14B/3.mlp.gate_proj.pt b/checkpoints/Qwen3-14B/3.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9d4a7273b7fe4b37f0f8aa55d2832291636a47c
--- /dev/null
+++ b/checkpoints/Qwen3-14B/3.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdcd1673143e365c3a87c2360fdba5189bca7ec452fffe8e8e4333f5164c9b1d
+size 181201812
diff --git a/checkpoints/Qwen3-14B/3.mlp.up_proj.pt b/checkpoints/Qwen3-14B/3.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78ec6c9a328aed8856dfd9570d19953496a22b64
--- /dev/null
+++ b/checkpoints/Qwen3-14B/3.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab73b3a0b53f6f58160aee555c63d1c2de82216a1ac03026aac8de6fbb1c81a
+size 181201774
diff --git a/checkpoints/Qwen3-14B/3.self_attn.k_proj.pt b/checkpoints/Qwen3-14B/3.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..450625741362b032c95ca1a1c2e7bab85caa0875
--- /dev/null
+++ b/checkpoints/Qwen3-14B/3.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc38c9f370f27d2fe812fbc665fadeacc1890b4eed1219ef8b67cc45d03f43cb
+size 10808269
diff --git a/checkpoints/Qwen3-14B/3.self_attn.o_proj.pt b/checkpoints/Qwen3-14B/3.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..278d9530899d23000b3d79849544ac00e1bcc024
--- /dev/null
+++ b/checkpoints/Qwen3-14B/3.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69803707dcd5c7ddadf1c39c33b91b1ca671f20594362a947b9c3c36d1ac53dc
+size 53406669
diff --git a/checkpoints/Qwen3-14B/3.self_attn.q_proj.pt b/checkpoints/Qwen3-14B/3.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6cc5c65eec5d16d2e9bc7225bc3d9faacbf14b4
--- /dev/null
+++ b/checkpoints/Qwen3-14B/3.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0de112e78bfe190819881ba3044a32d838a82e6a612ab05cc75f4573977d397a
+size 53406669
diff --git a/checkpoints/Qwen3-14B/3.self_attn.v_proj.pt b/checkpoints/Qwen3-14B/3.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13484c807c568c30166a8c9a5779d24e0d925cf8
--- /dev/null
+++ b/checkpoints/Qwen3-14B/3.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:828a3a34ce18d7004ca217dd2e2fe970e631fae1d553e881d80bccc7a18298d1
+size 10808269
diff --git a/checkpoints/Qwen3-14B/30.mlp.down_proj.pt b/checkpoints/Qwen3-14B/30.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc1b6f9184a8494a62f57acb5b8ac52313df69f7
--- /dev/null
+++ b/checkpoints/Qwen3-14B/30.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e592dda3f993ef8f3f73a9e9a5ee6d2d62ecdd6cb1eb619b2faa702fb3985d15
+size 181570471
diff --git a/checkpoints/Qwen3-14B/30.mlp.gate_proj.pt b/checkpoints/Qwen3-14B/30.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd515a3bcaac32dc2da4d31a6e5f87da17d0b581
--- /dev/null
+++ b/checkpoints/Qwen3-14B/30.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c0e7941c2e8a376490f062d1678103d57c1ec80a953a5f6c9a5641000e2a7d
+size 181201831
diff --git a/checkpoints/Qwen3-14B/30.mlp.up_proj.pt b/checkpoints/Qwen3-14B/30.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79ae53dc37d5761ab3e657fd09a8f9ab6e9a307e
--- /dev/null
+++ b/checkpoints/Qwen3-14B/30.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f80d4abace5e219c4b6ceecd98377f06426bc94e90f28f41210290dc332431
+size 181201793
diff --git a/checkpoints/Qwen3-14B/30.self_attn.k_proj.pt b/checkpoints/Qwen3-14B/30.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b669704dfa7204ded0404cd0972602be7836df2d
--- /dev/null
+++ b/checkpoints/Qwen3-14B/30.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a38bd8a1241d80f0cf231baa6f3948d17d0645c5159149781d88abfee02e6ce1
+size 10808288
diff --git a/checkpoints/Qwen3-14B/30.self_attn.o_proj.pt b/checkpoints/Qwen3-14B/30.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..967c46c642a5a948e4527cb02ad8d75183976c46
--- /dev/null
+++ b/checkpoints/Qwen3-14B/30.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9204e793a0ba055c4955c527f9a09bee446e12b0892906d8caaa21104ab54e4
+size 53406688
diff --git a/checkpoints/Qwen3-14B/30.self_attn.q_proj.pt b/checkpoints/Qwen3-14B/30.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8239a0a37d3bd4c8a0428bb9c702f1317ce73905
--- /dev/null
+++ b/checkpoints/Qwen3-14B/30.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03f5c7ebd2ab6aac3fdc20e58cd6ef200c9730a95f2037ef234c44f6a5e66c70
+size 53406688
diff --git a/checkpoints/Qwen3-14B/30.self_attn.v_proj.pt b/checkpoints/Qwen3-14B/30.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d305dfe31669fb91cc4ccf771ed3d9de37fc648f
--- /dev/null
+++ b/checkpoints/Qwen3-14B/30.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1992e386700b1dfca252ad4cb64559c6303bcbadb2bfeb9acc5afc088c14d6b1
+size 10808288
diff --git a/checkpoints/Qwen3-14B/31.mlp.down_proj.pt b/checkpoints/Qwen3-14B/31.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62b1352b2996056a44c613a020795ab9167dc36a
--- /dev/null
+++ b/checkpoints/Qwen3-14B/31.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9628c87ea26a5c7b30e3729b0bf91b49bacf88102335fa7cfc8da173b788cab
+size 181570471
diff --git a/checkpoints/Qwen3-14B/31.mlp.gate_proj.pt b/checkpoints/Qwen3-14B/31.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f6117b25a73aed44f45d2b66a1e1c22c1bfd6af
--- /dev/null
+++ b/checkpoints/Qwen3-14B/31.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d1b56d2e9fa51dfeaf9f4421d4325c4ec18aedb65c0b2a9ea30d5a0a629fc60
+size 181201831
diff --git a/checkpoints/Qwen3-14B/31.mlp.up_proj.pt b/checkpoints/Qwen3-14B/31.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2c910d8256b97bf2c37435d1af30c2386117e6b
--- /dev/null
+++ b/checkpoints/Qwen3-14B/31.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f406d22b58146bc352c12416d6da498a834973f98a24b1c8dacbd175fbe2eb28
+size 181201793
diff --git a/checkpoints/Qwen3-14B/31.self_attn.k_proj.pt b/checkpoints/Qwen3-14B/31.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80985f91a93fdf44b9c6c899091c0d18582edbba
--- /dev/null
+++ b/checkpoints/Qwen3-14B/31.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e7fa6ad5335e5d87451a62d66466bfd3120b60dd0214f759525172ea3b571e3
+size 10808288
diff --git a/checkpoints/Qwen3-14B/31.self_attn.o_proj.pt b/checkpoints/Qwen3-14B/31.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2e595a6fd456c4419d135d9229333e0e221765b
--- /dev/null
+++ b/checkpoints/Qwen3-14B/31.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89f7d943185dfb7b03033a25647dc7b2afa52b0ad7d38e30467926e0016ae75f
+size 53406688
diff --git a/checkpoints/Qwen3-14B/31.self_attn.q_proj.pt b/checkpoints/Qwen3-14B/31.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e39eec53c5ad17b45c439a26f63a9606fd29af5a
--- /dev/null
+++ b/checkpoints/Qwen3-14B/31.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:250e73ce2e1b5eba834d0f206886b40aaaf349b7b095ce4efbc6ffad1d4367b3
+size 53406688
diff --git a/checkpoints/Qwen3-14B/31.self_attn.v_proj.pt b/checkpoints/Qwen3-14B/31.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98fb6194b22f910a20d90092a15565eea3cf999b
--- /dev/null
+++ b/checkpoints/Qwen3-14B/31.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc3484e6f0293ffbad69acf4625d0f726d5759e13f27d5ab06996336fa3191b7
+size 10808288
diff --git a/checkpoints/Qwen3-14B/32.mlp.down_proj.pt b/checkpoints/Qwen3-14B/32.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5be0870646cf9e9499add2565f9761d2d919b89f
--- /dev/null
+++ b/checkpoints/Qwen3-14B/32.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:298ac08d6032994cd3dfa3a66e955b8c0db14dde8d4e122cbb0a0621455d450b
+size 181570471
diff --git a/checkpoints/Qwen3-14B/32.mlp.gate_proj.pt b/checkpoints/Qwen3-14B/32.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ccf278b033c573c308c647368ffd02a52961703
--- /dev/null
+++ b/checkpoints/Qwen3-14B/32.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30da282d157e7d693aec0969e2bf08fe143eb3751b64b96ae70b7759876c4101
+size 181201831
diff --git a/checkpoints/Qwen3-14B/32.mlp.up_proj.pt b/checkpoints/Qwen3-14B/32.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d262e1f942b0504782388d010acdb5b00cb5c98
--- /dev/null
+++ b/checkpoints/Qwen3-14B/32.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfd32e6cdd90118693d3fd92e86d9a40e44b60fd599bf94bf3ad28a9575b8d95
+size 181201793
diff --git a/checkpoints/Qwen3-14B/32.self_attn.k_proj.pt b/checkpoints/Qwen3-14B/32.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..765c937ab57404a731cbde900f68d6ab016d1543
--- /dev/null
+++ b/checkpoints/Qwen3-14B/32.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71ba49b35a5bc0ddf8d04f6d63364cd45787b5e4cb9e8c41ead3a6de954082b1
+size 10808288
diff --git a/checkpoints/Qwen3-14B/32.self_attn.o_proj.pt b/checkpoints/Qwen3-14B/32.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c39026462d25dda2e61ee1c96e01563272c2c052
--- /dev/null
+++ b/checkpoints/Qwen3-14B/32.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea17e6a900aad91e60de13e43408d4b37e0d85841327a2ef3f1355b7bb81f9b
+size 53406688
diff --git a/checkpoints/Qwen3-14B/32.self_attn.q_proj.pt b/checkpoints/Qwen3-14B/32.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aca1ba2399b441175dbddfb77a8f081df95c5ec2
--- /dev/null
+++ b/checkpoints/Qwen3-14B/32.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1599edb42ce9fb9a082acbb8caf5dcfaba65ba7f2f68298e237876401a44a52
+size 53406688
diff --git a/checkpoints/Qwen3-14B/32.self_attn.v_proj.pt b/checkpoints/Qwen3-14B/32.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..802c88f541fd747ceaa3bfcc381121902682afdc
--- /dev/null
+++ b/checkpoints/Qwen3-14B/32.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26cd14875b53ea6710854f0c3d98a3052a6e99e720ab8d2d050d09a577ce68ab
+size 10808288
diff --git a/checkpoints/Qwen3-14B/33.mlp.down_proj.pt b/checkpoints/Qwen3-14B/33.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1571dd5812dfd62241ac5735e046348819e1b0a
--- /dev/null
+++ b/checkpoints/Qwen3-14B/33.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc39f77ad9f601250ff8f8189ffc643639deceef92dcad48a49b1ceb0cee57ba
+size 181570471
diff --git a/checkpoints/Qwen3-14B/33.mlp.gate_proj.pt b/checkpoints/Qwen3-14B/33.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ff020ac62f0a2d49450bc5a693aaf12123ae4a2
--- /dev/null
+++ b/checkpoints/Qwen3-14B/33.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:340f919ca0ee599082546358008ea4d1c4068b63b76ec0c062ec2415b1ac5380
+size 181201831
diff --git a/checkpoints/Qwen3-14B/33.mlp.up_proj.pt b/checkpoints/Qwen3-14B/33.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06e66a9d9eb17c8d5a3e6739827aeebf6d982f3b
--- /dev/null
+++ b/checkpoints/Qwen3-14B/33.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c63438b6f3e5a38e78728d51e1c5e392081d31a0b3f50928841fd8a4c753badd
+size 181201793
diff --git a/checkpoints/Qwen3-14B/33.self_attn.k_proj.pt b/checkpoints/Qwen3-14B/33.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1139612e23075570ce8f0b17defc4919339ff29
--- /dev/null
+++ b/checkpoints/Qwen3-14B/33.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38a0d28a682ec3fcde75f515ad1efd5138e996d13b697ce48f8b89664cadd234
+size 10808288
diff --git a/checkpoints/Qwen3-14B/33.self_attn.o_proj.pt b/checkpoints/Qwen3-14B/33.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c6aaec9ec44960c85fbc995b9292cfd7f714529
--- /dev/null
+++ b/checkpoints/Qwen3-14B/33.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b1679d9acfc69fc211b3afe420dbb5b31a161e40aa662787bed1cead37b3c5e
+size 53406688
diff --git a/checkpoints/Qwen3-14B/33.self_attn.q_proj.pt b/checkpoints/Qwen3-14B/33.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b57d9d777d24336400845930f267dd9c8af5d01
--- /dev/null
+++ b/checkpoints/Qwen3-14B/33.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:515e6aa180d6a74655400a71369d807d02f35873064afda9116d670d36067d6d
+size 53406688
diff --git a/checkpoints/Qwen3-14B/33.self_attn.v_proj.pt b/checkpoints/Qwen3-14B/33.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80178ebb7edd448b6170b390e09f04dda56327ff
--- /dev/null
+++ b/checkpoints/Qwen3-14B/33.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80960369c820862909c9454d8f9f4b4cd0af1ca09ad0c7e631810fa9438da43d
+size 10808288
diff --git a/checkpoints/Qwen3-14B/34.mlp.down_proj.pt b/checkpoints/Qwen3-14B/34.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b78248e49cf87cd20fb1125c58cec6e2a863c02
--- /dev/null
+++ b/checkpoints/Qwen3-14B/34.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98623cb7b4224bc80125ab4c7094e5ecc087e0efd0ad951b6540a14564706ffd
+size 181570471
diff --git a/checkpoints/Qwen3-14B/34.mlp.gate_proj.pt b/checkpoints/Qwen3-14B/34.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd3fea2d92790f854c6cde2a8ccb50ac29c1f57c
--- /dev/null
+++ b/checkpoints/Qwen3-14B/34.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d8b79a7189b56189d32af7104455a49770b7212fc08ee895ddd40b383b5bcbb
+size 181201831
diff --git a/checkpoints/Qwen3-14B/34.mlp.up_proj.pt b/checkpoints/Qwen3-14B/34.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb8ffc829e31399ca792e87299f030da4cea0543
--- /dev/null
+++ b/checkpoints/Qwen3-14B/34.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bec55a198648e4a606740e6395514633de2100f22371f1a47fbf55cd8afeb85b
+size 181201793
diff --git a/checkpoints/Qwen3-14B/34.self_attn.k_proj.pt b/checkpoints/Qwen3-14B/34.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f79aa54b0552ed3d387d9eaffbf44472dda4e69a
--- /dev/null
+++ b/checkpoints/Qwen3-14B/34.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4856c0641611871dced2d3df0c612a15a134d31d36733cc9634069a41e038760
+size 10808288
diff --git a/checkpoints/Qwen3-14B/34.self_attn.o_proj.pt b/checkpoints/Qwen3-14B/34.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78e12c80dd98565c0e50bc950252dc1cdb537804
--- /dev/null
+++ b/checkpoints/Qwen3-14B/34.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83c417ed0099cfee67c69eed7308cd688f53c60fd51f72e59c6bb62420584ed7
+size 53406688
diff --git a/checkpoints/Qwen3-14B/34.self_attn.q_proj.pt b/checkpoints/Qwen3-14B/34.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9f42114b231e9a9b74778259d704dd932cbdf81
--- /dev/null
+++ b/checkpoints/Qwen3-14B/34.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10f42a35a34daddf3c0f7ef4568ce3d7250b31e7d9ca3362952f6820533e8ff4
+size 53406688
diff --git a/checkpoints/Qwen3-14B/34.self_attn.v_proj.pt b/checkpoints/Qwen3-14B/34.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0720b1aff2e62ae2ee4cd2a68cf6aa46ba0e25cb
--- /dev/null
+++ b/checkpoints/Qwen3-14B/34.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:522b78e0969eb23fd936711365e7471213efcecda113d27474c11c03ae6a141d
+size 10808288
diff --git a/checkpoints/Qwen3-14B/35.mlp.down_proj.pt b/checkpoints/Qwen3-14B/35.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3edd8c82c08fa68aa8bc1ee36de4226b215b8c2
--- /dev/null
+++ b/checkpoints/Qwen3-14B/35.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6574ed63c43ba7c1b3b84a48ec9b32c644ad435070c660acb3c1520ac074b8f6
+size 181570471
diff --git a/checkpoints/Qwen3-14B/35.mlp.gate_proj.pt b/checkpoints/Qwen3-14B/35.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed0be80250f74a7c6a05e649519632fdc130b245
--- /dev/null
+++ b/checkpoints/Qwen3-14B/35.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3db683e43a111f8f8f4c5ec0664cf24da429dd02f10f758b2239c2f279ef0f1e
+size 181201831
diff --git a/checkpoints/Qwen3-14B/35.mlp.up_proj.pt b/checkpoints/Qwen3-14B/35.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..690bdd7fa253050f237ad03ef16842ebe49b018e
--- /dev/null
+++ b/checkpoints/Qwen3-14B/35.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c2ef8c8094906ce54c051c29686aeb5e3a0510f3386f3842b49ae996bbe1fa
+size 181201793
diff --git a/checkpoints/Qwen3-14B/35.self_attn.k_proj.pt b/checkpoints/Qwen3-14B/35.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab6c252d29a30928cfda7ad6533c6be002c5a3bf
--- /dev/null
+++ b/checkpoints/Qwen3-14B/35.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46964b5e695554babdd4997f2300237c8211db6edccfcfe66a497003bfe38acb
+size 10808288
diff --git a/checkpoints/Qwen3-14B/35.self_attn.o_proj.pt b/checkpoints/Qwen3-14B/35.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfc5c686b12c2e785f94534529568ad16d51b4c0
--- /dev/null
+++ b/checkpoints/Qwen3-14B/35.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2af110ff52ef54882302c836a6a08b7a84b30e85ddb36c0750eec91b54aa1d9
+size 53406688
diff --git a/checkpoints/Qwen3-14B/35.self_attn.q_proj.pt b/checkpoints/Qwen3-14B/35.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1bb427ade4a775469f0a6be9f1593eb2a586ab5
--- /dev/null
+++ b/checkpoints/Qwen3-14B/35.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c9f182f50bf05ceab0a8f6aef9a0a988cf359c3dc3bbac8e17ac9e3b4adbe95
+size 53406688
diff --git a/checkpoints/Qwen3-14B/35.self_attn.v_proj.pt b/checkpoints/Qwen3-14B/35.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c461f0c4b3c3fe9effb36b348511bfd0ac62070a
--- /dev/null
+++ b/checkpoints/Qwen3-14B/35.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d170d232cd16e0d1b6e7b10fa3b10aa9cab5fa8b2e5bc1888c9a5b4197007d9
+size 10808288
diff --git a/checkpoints/Qwen3-14B/36.mlp.down_proj.pt b/checkpoints/Qwen3-14B/36.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c44db564ad61493a14a337e9ef0e96ef91ab8a05
--- /dev/null
+++ b/checkpoints/Qwen3-14B/36.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a174a848aa9607c84814818010ae3e109421808a3bf990f99476b1cf9b55587
+size 181570471
diff --git a/checkpoints/Qwen3-14B/36.mlp.gate_proj.pt b/checkpoints/Qwen3-14B/36.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ec32d837b8a530dfd8ba8f73dfa1fcae1e39a5b
--- /dev/null
+++ b/checkpoints/Qwen3-14B/36.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b4354e9ca006624459369ecc8466d19cc0905cdc96efc11ed3f15a68c264992
+size 181201831
diff --git a/checkpoints/Qwen3-14B/36.mlp.up_proj.pt b/checkpoints/Qwen3-14B/36.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb9b43f37c9ed0e84ffa951ca9147807bb7fb63c
--- /dev/null
+++ b/checkpoints/Qwen3-14B/36.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8166d1d3ab8499363ca04ed84136cb976e17fb95c11def4d25404c2f8ecc33ce
+size 181201793
diff --git a/checkpoints/Qwen3-14B/36.self_attn.k_proj.pt b/checkpoints/Qwen3-14B/36.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6104079366e791993892cf08021a0046ba094f6
--- /dev/null
+++ b/checkpoints/Qwen3-14B/36.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21373afce4c48fa0f57959dde14af7835a53e1ea5abfe6d277ea75e192fc0972
+size 10808288
diff --git a/checkpoints/Qwen3-14B/36.self_attn.o_proj.pt b/checkpoints/Qwen3-14B/36.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a793a6b5fae604e47d45e8cea113c9ffc3bcba15
--- /dev/null
+++ b/checkpoints/Qwen3-14B/36.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed44486df4190b06521d9fbabd36667486f89f3d789d3565381ee4ebc50122ab
+size 53406688
diff --git a/checkpoints/Qwen3-14B/36.self_attn.q_proj.pt b/checkpoints/Qwen3-14B/36.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4d0b510fd64c9922d05966c7e0f22a9874810f3
--- /dev/null
+++ b/checkpoints/Qwen3-14B/36.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aef609889ad0fcedc52ea859d6355a9b80436b5fed3d6b1c0f0ec9e09abeb1b7
+size 53406688
diff --git a/checkpoints/Qwen3-14B/36.self_attn.v_proj.pt b/checkpoints/Qwen3-14B/36.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35175dea2c0286110b0e1b0e519b88816aa243bd
--- /dev/null
+++ b/checkpoints/Qwen3-14B/36.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40536f98512b0a901c815e193af4e1153bccadb79704d9a464548250d4f2b664
+size 10808288
diff --git a/checkpoints/Qwen3-14B/37.mlp.down_proj.pt b/checkpoints/Qwen3-14B/37.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c51fdba38ebac0ff82fd6b66a782bfd9c0baf83
--- /dev/null
+++ b/checkpoints/Qwen3-14B/37.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ce016f84c178d302949cd2778b3f5f3da105d452f5aad4f536e3bfe7c3af86d
+size 181570471
diff --git a/checkpoints/Qwen3-14B/37.mlp.gate_proj.pt b/checkpoints/Qwen3-14B/37.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc6b03213a6a694e272e7f59028303ce0bea6671
--- /dev/null
+++ b/checkpoints/Qwen3-14B/37.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cf21e8d060cac8c97fd3b606467f15b5bb5e904c14a9607dba355b84dab399b
+size 181201831
diff --git a/checkpoints/Qwen3-14B/37.mlp.up_proj.pt b/checkpoints/Qwen3-14B/37.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c789e6655fcb030359e93aee00b26372b4dc4d4
--- /dev/null
+++ b/checkpoints/Qwen3-14B/37.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a4a15db7742a205c295d489b1370b7e09584e604455544d26fe5165b722fa22
+size 181201793
diff --git a/checkpoints/Qwen3-14B/37.self_attn.k_proj.pt b/checkpoints/Qwen3-14B/37.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d667343e246b799c3072bb5adfa73610151bd7dd
--- /dev/null
+++ b/checkpoints/Qwen3-14B/37.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc013790fe23da87d5340c70f5140d6cb36c39c3e7646eff5e0d1c6d3bdd799d
+size 10808288
diff --git a/checkpoints/Qwen3-14B/37.self_attn.o_proj.pt b/checkpoints/Qwen3-14B/37.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49ff249c1d26b7749c1ca25e02439ce1bd3588f5
--- /dev/null
+++ b/checkpoints/Qwen3-14B/37.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:095d88422c114363db8c296bf7e1545c04c4dc3b5343eff0db79cb7a3d758dcc
+size 53406688
diff --git a/checkpoints/Qwen3-14B/37.self_attn.q_proj.pt b/checkpoints/Qwen3-14B/37.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d31c084ff1e80f574947dab1d808feaed2b4cd4
--- /dev/null
+++ b/checkpoints/Qwen3-14B/37.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d1a3b5998344e4e1bfa873b5e4474ab36c493ff1e9becb88dd20d758034666f
+size 53406688
diff --git a/checkpoints/Qwen3-14B/37.self_attn.v_proj.pt b/checkpoints/Qwen3-14B/37.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba2aa9c893e14e6dafe075fb0b24d51c2a578ead
--- /dev/null
+++ b/checkpoints/Qwen3-14B/37.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2190edf8079883ebeb66fa6f422ca175a61b9ce46b2f24729b8c2d75ccb22913
+size 10808288
diff --git a/checkpoints/Qwen3-14B/38.mlp.down_proj.pt b/checkpoints/Qwen3-14B/38.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f576b20921baaaba6a1b920b93140384eef99c19
--- /dev/null
+++ b/checkpoints/Qwen3-14B/38.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e87ff4870f647df06b98312b29dcccb6d7a291a85d94823176d2f2f03ad42a0c
+size 181570471
diff --git a/checkpoints/Qwen3-14B/38.mlp.gate_proj.pt b/checkpoints/Qwen3-14B/38.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8269d5db2c6974cdb360cd416e8faa005562c66
--- /dev/null
+++ b/checkpoints/Qwen3-14B/38.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc505ccef3f0adfe81e9eb53508d44cbf8667e71c91a41b2165f302f80a7384a
+size 181201831
diff --git a/checkpoints/Qwen3-14B/38.mlp.up_proj.pt b/checkpoints/Qwen3-14B/38.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57bebc358ed4b404dafe12149e7ada2a60a35cdc
--- /dev/null
+++ b/checkpoints/Qwen3-14B/38.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a53dd0d086032e1a4058ca7d01682a0c1a420f962ffa88aba96d6374d7e67e97
+size 181201793
diff --git a/checkpoints/Qwen3-14B/38.self_attn.k_proj.pt b/checkpoints/Qwen3-14B/38.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd9082ee575d8b1e27bb5a0a5043ff992d48ac8c
--- /dev/null
+++ b/checkpoints/Qwen3-14B/38.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84006f42419795bfb617253f83e5717854f527e7feb724e9f64b9d520c257b56
+size 10808288
diff --git a/checkpoints/Qwen3-14B/38.self_attn.o_proj.pt b/checkpoints/Qwen3-14B/38.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c8fdda2fd9fea8f192447e7e0fb62107629a859
--- /dev/null
+++ b/checkpoints/Qwen3-14B/38.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ae11b2d4c5ec6b1807b2d9d188fa468806c885b19a8ca58ea4c8511670415a2
+size 53406688
diff --git a/checkpoints/Qwen3-14B/38.self_attn.q_proj.pt b/checkpoints/Qwen3-14B/38.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdc521b10e1840ed951740e05abf3b8c482a584b
--- /dev/null
+++ b/checkpoints/Qwen3-14B/38.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f93ad1f4c3939f84657cc55b9dabb3707373e0713267d1cab8f6b0042cb0c648
+size 53406688
diff --git a/checkpoints/Qwen3-14B/38.self_attn.v_proj.pt b/checkpoints/Qwen3-14B/38.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aeae86a70fac4a079df778bf521364aeaf2d1b4
--- /dev/null
+++ b/checkpoints/Qwen3-14B/38.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fbbb37ad2e7869651f12ec3099165e1c5d64bc216846672a15a09ec33abf9fa
+size 10808288
diff --git a/checkpoints/Qwen3-14B/39.mlp.down_proj.pt b/checkpoints/Qwen3-14B/39.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2dd47068c663bfb6326fcabb873ce82f49a73a2
--- /dev/null
+++ b/checkpoints/Qwen3-14B/39.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d19ab607e03aea8f623e4aa872cfdce16514c137ec4d09c5850992c29248952e
+size 181570471
diff --git a/checkpoints/Qwen3-14B/39.mlp.gate_proj.pt b/checkpoints/Qwen3-14B/39.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5edd7264f04f2870139fcaf3bcf9003438748c54
--- /dev/null
+++ b/checkpoints/Qwen3-14B/39.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27fd10d55dff1d295385c1ffba5d5270d472310f95dd425b7917c0998a963b7d
+size 181201831
diff --git a/checkpoints/Qwen3-14B/39.mlp.up_proj.pt b/checkpoints/Qwen3-14B/39.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b6a68b231e484671fd8e79df8eb1b6ad582aa94
--- /dev/null
+++ b/checkpoints/Qwen3-14B/39.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58f80f85ec39a6691e28ce1d6ebd4ef2dc8b2af0f991e6579f08dd19c9a8b2de
+size 181201793
diff --git a/checkpoints/Qwen3-14B/39.self_attn.k_proj.pt b/checkpoints/Qwen3-14B/39.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d398e47938422aed3e551e1e0988598b4b0612d0
--- /dev/null
+++ b/checkpoints/Qwen3-14B/39.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47feee267159ee8e3dda89d51bda7e7c10b2bc991da1ee0db843c51ae07f320b
+size 10808288
diff --git a/checkpoints/Qwen3-14B/39.self_attn.o_proj.pt b/checkpoints/Qwen3-14B/39.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c73ab1a57ec012e30d25a7034d7c5c45f7ec88ea
--- /dev/null
+++ b/checkpoints/Qwen3-14B/39.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40d646ca7a25a623f681e4de0d53c0421ef314f3273b6c0a45f1916903885686
+size 53406688
diff --git a/checkpoints/Qwen3-14B/39.self_attn.q_proj.pt b/checkpoints/Qwen3-14B/39.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ba157a494ac678cf61087cc90b4c4fc80667898
--- /dev/null
+++ b/checkpoints/Qwen3-14B/39.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13ca344db8223e54aff75796c7dbb3526e4c1cca36c1c10da40f1270b38a19b5
+size 53406688
diff --git a/checkpoints/Qwen3-14B/39.self_attn.v_proj.pt b/checkpoints/Qwen3-14B/39.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ebc922dd6b82798a881ffe9ee0f4c7eace42ac1
--- /dev/null
+++ b/checkpoints/Qwen3-14B/39.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2879827c68294d6b93cbc65a87d61a7d855404dc879339c902d64682ab2ece12
+size 10808288
diff --git a/checkpoints/Qwen3-14B/4.mlp.down_proj.pt b/checkpoints/Qwen3-14B/4.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1041b9f19e52cf9625c9a36cce3e48c6578a6507
--- /dev/null
+++ b/checkpoints/Qwen3-14B/4.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:825715de47673233b20f22e5a182078a94741cf53e2343794a0f6cb60ec2d634
+size 181570452
diff --git a/checkpoints/Qwen3-14B/4.mlp.gate_proj.pt b/checkpoints/Qwen3-14B/4.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7aeb2556cff03f2946bbe4b84109bca33079501
--- /dev/null
+++ b/checkpoints/Qwen3-14B/4.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95e7d646749d0709fa4859854ec35f59a4e63b7f6f053f5494d58692b9bd788f
+size 181201812
diff --git a/checkpoints/Qwen3-14B/4.mlp.up_proj.pt b/checkpoints/Qwen3-14B/4.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76e9534ec1e818de2e311ba5f723257ec998df15
--- /dev/null
+++ b/checkpoints/Qwen3-14B/4.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0122a126245e033f2b7bf75d1d57a4b3addf0b33ee8e1b0026adebf0ac9bc5f9
+size 181201774
diff --git a/checkpoints/Qwen3-14B/4.self_attn.k_proj.pt b/checkpoints/Qwen3-14B/4.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a5ff19d095193fe7de2ae4e262694d1a9b789ac
--- /dev/null
+++ b/checkpoints/Qwen3-14B/4.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20410230398ea88d4e8d890bb45744b8dc92f7490faf2b81852216b590cede1a
+size 10808269
diff --git a/checkpoints/Qwen3-14B/4.self_attn.o_proj.pt b/checkpoints/Qwen3-14B/4.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08d129f77d17173de9a5f266fc9cdd0a9a07fdc1
--- /dev/null
+++ b/checkpoints/Qwen3-14B/4.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b76eb0fb69efaac4217ab8334a5423ef154c3f1eb88ed3b848a7e6414f739b60
+size 53406669
diff --git a/checkpoints/Qwen3-14B/4.self_attn.q_proj.pt b/checkpoints/Qwen3-14B/4.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e597f8b1f1eb7a937ca8abcf9e7567200ef20ce1
--- /dev/null
+++ b/checkpoints/Qwen3-14B/4.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b045fa6c544fc64ec3ecec4b3ac5e0e6f35fc524f67b081b58ecc9e4bcdc56
+size 53406669
diff --git a/checkpoints/Qwen3-14B/4.self_attn.v_proj.pt b/checkpoints/Qwen3-14B/4.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20078cf1b546e28dc38499ecc8694a053ea73412
--- /dev/null
+++ b/checkpoints/Qwen3-14B/4.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a4acc1ed20671e4b00768c09dcb6023e61dc7d8dbb71b08aea520a19c9b9369
+size 10808269
diff --git a/checkpoints/Qwen3-14B/5.mlp.down_proj.pt b/checkpoints/Qwen3-14B/5.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f79370daf0cc1b59cbfd7a2b0180a10748b073
--- /dev/null
+++ b/checkpoints/Qwen3-14B/5.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e16c7716398f8acb5154ff7efa41099e653a5e5c88fa76ad16225d3ae122361d
+size 181570452
diff --git a/checkpoints/Qwen3-14B/5.mlp.gate_proj.pt b/checkpoints/Qwen3-14B/5.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32b630e1448409f911881604d1f5bf5c2ee6b4be
--- /dev/null
+++ b/checkpoints/Qwen3-14B/5.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6acd603b15248f24c96ac754b994f18abdb1ae701853454ce3099f3d336d146a
+size 181201812
diff --git a/checkpoints/Qwen3-14B/5.mlp.up_proj.pt b/checkpoints/Qwen3-14B/5.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cae8585df890912dff732dc413ed3c004ac5ba7f
--- /dev/null
+++ b/checkpoints/Qwen3-14B/5.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:182040a4a2d0a710ff942a35178bbf266a3dd812876b2c7bc7ee97cf84d8f2c8
+size 181201774
diff --git a/checkpoints/Qwen3-14B/5.self_attn.k_proj.pt b/checkpoints/Qwen3-14B/5.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4002ce65743775fe11ea0a8f500d29ff22113b29
--- /dev/null
+++ b/checkpoints/Qwen3-14B/5.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be2d1806a7d2dbe069028bccde9fddc2074c1baca7a6132561cf1a9e9f34850b
+size 10808269
diff --git a/checkpoints/Qwen3-14B/5.self_attn.o_proj.pt b/checkpoints/Qwen3-14B/5.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99fa8517d5bb7e6f5ea2b78a511a1faa74d90ca6
--- /dev/null
+++ b/checkpoints/Qwen3-14B/5.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cd09caaed8fb99d43bf3fdd4daeac58c08e3dc52edb414ccac03d10d03d933f
+size 53406669
diff --git a/checkpoints/Qwen3-14B/5.self_attn.q_proj.pt b/checkpoints/Qwen3-14B/5.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3d4ec1dc3947eeabe26266c3cf71e4c5b7ed3ba
--- /dev/null
+++ b/checkpoints/Qwen3-14B/5.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee2fe775472d1101026e306b0d86448272d9d9efe12c27771f3cd295e6d2d139
+size 53406669
diff --git a/checkpoints/Qwen3-14B/5.self_attn.v_proj.pt b/checkpoints/Qwen3-14B/5.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe0096f8f9a84d2759052a8f75660f778c105f60
--- /dev/null
+++ b/checkpoints/Qwen3-14B/5.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fb77c84b37c1de5c11cf8981f9342f1ac04dab5ca47a955b18f9f9e424a8d43
+size 10808269
diff --git a/checkpoints/Qwen3-14B/6.mlp.down_proj.pt b/checkpoints/Qwen3-14B/6.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2987b0515187e90d08380bf7a1cfe99a54f91764
--- /dev/null
+++ b/checkpoints/Qwen3-14B/6.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fb158b2eca0c84b9655cf7e369a40f9cea3ec743ce4316ae272ad50eb5c2d31
+size 181570452
diff --git a/checkpoints/Qwen3-14B/6.mlp.gate_proj.pt b/checkpoints/Qwen3-14B/6.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..725381c644152c4801cb3dcfe70bdd8061199472
--- /dev/null
+++ b/checkpoints/Qwen3-14B/6.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6a5a9756399ec0c2e094b6dbd93670ece6694e5c82ff684b679e0c134f1fa38
+size 181201812
diff --git a/checkpoints/Qwen3-14B/6.mlp.up_proj.pt b/checkpoints/Qwen3-14B/6.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da407e5adfe32575bf8f5c620e6a4933cbde0c87
--- /dev/null
+++ b/checkpoints/Qwen3-14B/6.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b7708fde16e3265f1163df6310f717167d78e6b133fc903acf749e1e02c6c8
+size 181201774
diff --git a/checkpoints/Qwen3-14B/6.self_attn.k_proj.pt b/checkpoints/Qwen3-14B/6.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03460617b00364486e3e3bb63b5e83e3784f83ff
--- /dev/null
+++ b/checkpoints/Qwen3-14B/6.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:481d8c7820b69f72a2e21ca2cb60d5490e052b1fab652dadb221512e70150210
+size 10808269
diff --git a/checkpoints/Qwen3-14B/6.self_attn.o_proj.pt b/checkpoints/Qwen3-14B/6.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4701dcc313f03b8ab67c94aed0a36b34086ff35c
--- /dev/null
+++ b/checkpoints/Qwen3-14B/6.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fe00086a99405f698d9a64dd180f890433adf82839e0fa2fe6257554554e7bf
+size 53406669
diff --git a/checkpoints/Qwen3-14B/6.self_attn.q_proj.pt b/checkpoints/Qwen3-14B/6.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5856844abdd31a58d8683c17f530caf859c2906d
--- /dev/null
+++ b/checkpoints/Qwen3-14B/6.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b89768232b6cb9fb63248ac5f27443bc28f0fd0f1d83101ccf55bf38682235d
+size 53406669
diff --git a/checkpoints/Qwen3-14B/6.self_attn.v_proj.pt b/checkpoints/Qwen3-14B/6.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbcfe2bafda437db05e55490c18c2b0809ad1ff7
--- /dev/null
+++ b/checkpoints/Qwen3-14B/6.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adae9a2a6b577c00139fdc50fdd85c260d541636a303c73bb23fab2d6ebe4740
+size 10808269
diff --git a/checkpoints/Qwen3-14B/7.mlp.down_proj.pt b/checkpoints/Qwen3-14B/7.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b310d9312a2fd3ebcbf740f453199ee6c44ea0da
--- /dev/null
+++ b/checkpoints/Qwen3-14B/7.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b95504f34248401e54b020998e4a0e276c50f94c628e6f0c906ef6472b0da4ba
+size 181570452
diff --git a/checkpoints/Qwen3-14B/7.mlp.gate_proj.pt b/checkpoints/Qwen3-14B/7.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..126e8c36d50127b71452f2b123e95267f93f1182
--- /dev/null
+++ b/checkpoints/Qwen3-14B/7.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f23ec13f48ab5b077097ba3e189ccd511017cf494a0464c89cb5f63cf1206f1c
+size 181201812
diff --git a/checkpoints/Qwen3-14B/7.mlp.up_proj.pt b/checkpoints/Qwen3-14B/7.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98df1c832d092e131dc8ebd4d1bd33ebcdbc49f6
--- /dev/null
+++ b/checkpoints/Qwen3-14B/7.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dae69e8264f927de37b8be36e70cc9160f52851f75d1926772b4d4e388edc3ff
+size 181201774
diff --git a/checkpoints/Qwen3-14B/7.self_attn.k_proj.pt b/checkpoints/Qwen3-14B/7.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fbf5f92afb5e4ffc67d02483c691c294f9a79c5
--- /dev/null
+++ b/checkpoints/Qwen3-14B/7.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9581bcf282feac7e5700b83c0715d3a15dd505b30c74d81a119578beb4d37d86
+size 10808269
diff --git a/checkpoints/Qwen3-14B/7.self_attn.o_proj.pt b/checkpoints/Qwen3-14B/7.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d2435190bb031a2789c6d7ad878a4a8a6ba0de7
--- /dev/null
+++ b/checkpoints/Qwen3-14B/7.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61828ad2e54c019249742ee61052c534b404469211d57d20b1c94207c68a2a0f
+size 53406669
diff --git a/checkpoints/Qwen3-14B/7.self_attn.q_proj.pt b/checkpoints/Qwen3-14B/7.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f885b7d4ba3921726c01589805c81ed3760436
--- /dev/null
+++ b/checkpoints/Qwen3-14B/7.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf017a71cd27d481e665a0461484dd92fedcd8e35f634a6bb85651e780def05d
+size 53406669
diff --git a/checkpoints/Qwen3-14B/7.self_attn.v_proj.pt b/checkpoints/Qwen3-14B/7.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08f92768be79dac7b19099eab70160376d198fe5
--- /dev/null
+++ b/checkpoints/Qwen3-14B/7.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a0386096b8902b8c7185a09a6128d039582452df84ca5c0540e265f3f1f614e
+size 10808269
diff --git a/checkpoints/Qwen3-14B/8.mlp.down_proj.pt b/checkpoints/Qwen3-14B/8.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de69861d0d0cd5c7ea16d738dcfea1b212959765
--- /dev/null
+++ b/checkpoints/Qwen3-14B/8.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be923ed3ef6220e7151fae93864328a8a09c1a068eb9cd3ee0c4817616f3cf32
+size 181570452
diff --git a/checkpoints/Qwen3-14B/8.mlp.gate_proj.pt b/checkpoints/Qwen3-14B/8.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2647388fc3f9f3dabeeb1b0cef94494862c1385c
--- /dev/null
+++ b/checkpoints/Qwen3-14B/8.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cd91179da2e23f587bd0a2068d67b5adebdf253fe4c422befea5bca151b024d
+size 181201812
diff --git a/checkpoints/Qwen3-14B/8.mlp.up_proj.pt b/checkpoints/Qwen3-14B/8.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91931cddbb062dc250e5aeaef11edd863ed950b9
--- /dev/null
+++ b/checkpoints/Qwen3-14B/8.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1873eb804e3d31fa036dc3ec26b7e08ee4a9f9f0e1c413cd5a8c0a928954a4c9
+size 181201774
diff --git a/checkpoints/Qwen3-14B/8.self_attn.k_proj.pt b/checkpoints/Qwen3-14B/8.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e71f27b03be4083009ac8b2c65c552101cf94045
--- /dev/null
+++ b/checkpoints/Qwen3-14B/8.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88ca71f3c07eb4fc4fec20744d2b031e310c7028e23402ad50e3c0e231d099d7
+size 10808269
diff --git a/checkpoints/Qwen3-14B/8.self_attn.o_proj.pt b/checkpoints/Qwen3-14B/8.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f7cdcb2114d1d52fe24c3c6dcc3855ad25347b7
--- /dev/null
+++ b/checkpoints/Qwen3-14B/8.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5437282dbfe5f4c5442e4889c21e8f3e59ac702dadaeb7d79db32e41d2f48f8
+size 53406669
diff --git a/checkpoints/Qwen3-14B/8.self_attn.q_proj.pt b/checkpoints/Qwen3-14B/8.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fba5611311a34e1a5e0caa403bb2ad5074429ca
--- /dev/null
+++ b/checkpoints/Qwen3-14B/8.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b9f9eb9db67b19cdff9847abda66d14a6d08f27ba56f2e9146b07a67384569c
+size 53406669
diff --git a/checkpoints/Qwen3-14B/8.self_attn.v_proj.pt b/checkpoints/Qwen3-14B/8.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56a66a2efb5ed607d3647515eefa4f198acb1bc4
--- /dev/null
+++ b/checkpoints/Qwen3-14B/8.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13ef70e4af7d982e7583f4891abc577cac4c48c2a8ce1a297b6ff62694972234
+size 10808269
diff --git a/checkpoints/Qwen3-14B/9.mlp.down_proj.pt b/checkpoints/Qwen3-14B/9.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c224c45e614e736faf63c1f5dcee7723e2743f5
--- /dev/null
+++ b/checkpoints/Qwen3-14B/9.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e06d5dd935f670797653c319f91eb34587a9edfe98ad5487b3c7793097c5b4c3
+size 181570452
diff --git a/checkpoints/Qwen3-14B/9.mlp.gate_proj.pt b/checkpoints/Qwen3-14B/9.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26835ac3e6086c99f436d1b6cb35e90b9293d578
--- /dev/null
+++ b/checkpoints/Qwen3-14B/9.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6db7728610730a65c6cd795b517cdb5382e6a2ae6f3d350f22849b79915e058
+size 181201812
diff --git a/checkpoints/Qwen3-14B/9.mlp.up_proj.pt b/checkpoints/Qwen3-14B/9.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac788d19d2043cff43b7dcda6fecc21ef0f13fa3
--- /dev/null
+++ b/checkpoints/Qwen3-14B/9.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43030adbbd74ac6af7c7600372c5e6eee49c15b61e49024a74bc971aa1c98b47
+size 181201774
diff --git a/checkpoints/Qwen3-14B/9.self_attn.k_proj.pt b/checkpoints/Qwen3-14B/9.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e4a7fa66cb5f3758c95705f441bcc299a298a6a
--- /dev/null
+++ b/checkpoints/Qwen3-14B/9.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:540de0ecec41ff713a4f64f9194f7dcd5e2f0e06248e103d6dea36e44d4dac76
+size 10808269
diff --git a/checkpoints/Qwen3-14B/9.self_attn.o_proj.pt b/checkpoints/Qwen3-14B/9.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d753f4908502609c9c45f42bb2196b68f6b61b93
--- /dev/null
+++ b/checkpoints/Qwen3-14B/9.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1acfbd891351c46b0a40569eb8eab557cd38e5d5c29f59388af62431bda252b
+size 53406669
diff --git a/checkpoints/Qwen3-14B/9.self_attn.q_proj.pt b/checkpoints/Qwen3-14B/9.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2d5e3707dcb431fa3aaf554a6d44023cfcf4dae
--- /dev/null
+++ b/checkpoints/Qwen3-14B/9.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb073d9a41219a792016f5bffccbe1e0189d2fa14f09bc1cd6338d149f19ff44
+size 53406669
diff --git a/checkpoints/Qwen3-14B/9.self_attn.v_proj.pt b/checkpoints/Qwen3-14B/9.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..294380f0afed46de014843275fff076b51763fbe
--- /dev/null
+++ b/checkpoints/Qwen3-14B/9.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:653daade7eced4f5957725fad4dda68ac37dd2f35763f4a9577558b36ea79d97
+size 10808269
diff --git a/checkpoints/Qwen3-14B/args.json b/checkpoints/Qwen3-14B/args.json
new file mode 100644
index 0000000000000000000000000000000000000000..1a4e2991b7d6294e8c8240608ff17817ecf931ad
--- /dev/null
+++ b/checkpoints/Qwen3-14B/args.json
@@ -0,0 +1,45 @@
+{
+  "model": "Qwen/Qwen3-14B",
+  "epochs_list": [
+    10,
+    10
+  ],
+  "early_stop": null,
+  "weight_decay": 0.01,
+  "betas": [
+    0.9,
+    0.95
+  ],
+  "eps": 1e-10,
+  "loss": "smooth_l1",
+  "q_group_size": 128,
+  "n_bit": 4,
+  "params_to_optimize": "channel_scales:0.05,angles:0.05;weight:1e-5,quantizer:1e-6",
+  "use_scheduler": "True;True",
+  "sched_freq": "step",
+  "datasets": [
+    "wikitext2",
+    "c4",
+    "redpajama"
+  ],
+  "val_dataset": "pileval",
+  "train_size": 2048,
+  "validation_size": 64,
+  "batch_size": 16,
+  "seqlen": 2048,
+  "seed": 0,
+  "use_og_input": false,
+  "shards": 32,
+  "results_dir": null,
+  "resume": true,
+  "layers": "all",
+  "output_dir": "./output/random-pairs",
+  "init_rotation_params": true,
+  "num_rotations": 8,
+  "num_pairs_factor": 0.5,
+  "use_kernel": true,
+  "checkpointing": false,
+  "reverse_pairs": false,
+  "random_pairs": true,
+  "first_n_layers": null
+}
\ No newline at end of file