diff --git a/checkpoints/Qwen3.5-27B/0.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.5-27B/0.linear_attn.in_proj_qkv.pt
new file mode 100644
index 0000000000000000000000000000000000000000..180ff2fedf8898ea988c0063be851796e1ef1360
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/0.linear_attn.in_proj_qkv.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b4fa4cf122ed42202048d3610a598c5037777670bcec7e2e8021863bf306f63
+size 106654866
diff --git a/checkpoints/Qwen3.5-27B/0.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.5-27B/0.linear_attn.in_proj_z.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf88d49d6d9791c49ce166e23b39c182e671cf7a
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/0.linear_attn.in_proj_z.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e4791868aebe53c689d65dd35885d156ea0ea4505766ebeafb0818934463499
+size 64056428
diff --git a/checkpoints/Qwen3.5-27B/0.linear_attn.out_proj.pt b/checkpoints/Qwen3.5-27B/0.linear_attn.out_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c088d0fe624925dcf61ff5140eec9cbc2141d85
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/0.linear_attn.out_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bbbed51ad230756af9240cfc6d331435d5a4faf7c2814b7a5185b6573c9d9a1
+size 64087129
diff --git a/checkpoints/Qwen3.5-27B/0.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/0.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dead6b78149b7234d8d292fd19dd530e8ac21d16
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/0.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2e8bc1cf4764bef6bd3eb413a54fb8e92bef07417242dd5c10ff2e94551cae9
+size 181570452
diff --git a/checkpoints/Qwen3.5-27B/0.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/0.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2db2a44ef9843c5845074a0c75686973c06ae3c
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/0.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f9559c294986cb28c5aefee7f81676801a4ee45121ae9cad8530182404b0f8f
+size 181201812
diff --git a/checkpoints/Qwen3.5-27B/0.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/0.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55e307387484e5211a7726802bf5878658f43b0b
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/0.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6e79d4999ba6f3356610c5e3b0ae498a8e054fd864e36e55a648246035cecb8
+size 181201774
diff --git a/checkpoints/Qwen3.5-27B/1.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.5-27B/1.linear_attn.in_proj_qkv.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc383ab985ccb31df11d9dd91951f0d7c131b4d
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/1.linear_attn.in_proj_qkv.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96936e4d4f0f8ca4f7cc1d2de6b8abd364f005112aa002b8f2d1d35a456630f5
+size 106654866
diff --git a/checkpoints/Qwen3.5-27B/1.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.5-27B/1.linear_attn.in_proj_z.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3dbaa167034e4dc10146fda1acf4c32bcf6a499
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/1.linear_attn.in_proj_z.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5720e29fc059374bf7698b1a0eef4b6d02c5e161bb4fc77f2a720f49c44cbe10
+size 64056428
diff --git a/checkpoints/Qwen3.5-27B/1.linear_attn.out_proj.pt b/checkpoints/Qwen3.5-27B/1.linear_attn.out_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4017a38d739377c854f69c60f7f839ee78382412
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/1.linear_attn.out_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f5e3aed6830459ab4af14f7f8033fb03d86a5f484e99f1d0c31fad377b60e5b
+size 64087129
diff --git a/checkpoints/Qwen3.5-27B/1.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/1.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e5a9c14481eaac86740d65155bf31ee75dedbb3
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/1.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:200ec469149d1672dc7e6eaf895961942f942487ae61513d9586c86127011302
+size 181570452
diff --git a/checkpoints/Qwen3.5-27B/1.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/1.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf415afbd1a81419f7b92afe8727e4aa0e04144
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/1.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:284b2aa57fcb55f357b6405fe00ddf61e0729506bcf22fe9c9bc4ce1d33479e0
+size 181201812
diff --git a/checkpoints/Qwen3.5-27B/1.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/1.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbed033c9ee05a6b5bf52812d3a23660ceee2510
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/1.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c661132ed5d1cd30ca962462f123df0f1dda31e4daaa4ab05cf3112adbd6c3b
+size 181201774
diff --git a/checkpoints/Qwen3.5-27B/10.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.5-27B/10.linear_attn.in_proj_qkv.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49499b31dea9a5a38f661cffaa19ec1f43fd4774
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/10.linear_attn.in_proj_qkv.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cff311d5c9a53631df1bcfe16caef57c611aeba87a514f05a7d7212fe060f6f
+size 106654885
diff --git a/checkpoints/Qwen3.5-27B/10.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.5-27B/10.linear_attn.in_proj_z.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdd2e78fd8f2052fff7d3a04f372f53c3615cf94
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/10.linear_attn.in_proj_z.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8d7480b6b4cdf1dc903ab3d7e4e91a02050e552080d28e4a513046e5248ec84
+size 64056447
diff --git a/checkpoints/Qwen3.5-27B/10.linear_attn.out_proj.pt b/checkpoints/Qwen3.5-27B/10.linear_attn.out_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4234dc9cf265f638bf18625c2b6dc581138efaf
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/10.linear_attn.out_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acd29ab13a7d809f4cee5643298b9d0d6318c517538b9d3977916236500520bc
+size 64087148
diff --git a/checkpoints/Qwen3.5-27B/10.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/10.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73930157c7471a11180f8a3738e45502e6dbb6f1
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/10.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00af1640b2d6b98cdb03fff87eaedbcad444df0056c494ddd41764f0e7d4930a
+size 181570471
diff --git a/checkpoints/Qwen3.5-27B/10.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/10.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bed5383b3598f0d69398eb6cf6faace92a3f7b8
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/10.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51c007b3eba13cef3a13454b1911b5de6778135395bfdc55e6dc87fbc26c0d63
+size 181201831
diff --git a/checkpoints/Qwen3.5-27B/10.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/10.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23c9d6cece07e13ea7684affdf6dd22c3f67ce63
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/10.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67ae635d25ca6a1d6ab3573271391f7e0880569780515ca2533021e67a4b4e20
+size 181201793
diff --git a/checkpoints/Qwen3.5-27B/11.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/11.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa4085892dde6b89a82bef173fb17b1044d6d321
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/11.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9df4201614a4896c21bc3657e6ce60668e61c0608d9239d7097c6ab53e4cbb77
+size 181570471
diff --git a/checkpoints/Qwen3.5-27B/11.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/11.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd6e0060ca8e0bc5673fe6894154c9d344c9cd3a
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/11.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50a5234f98a6aa0bb080e42f2a092bc4f72264a41e0eaf79ef421177ce12ebd0
+size 181201831
diff --git a/checkpoints/Qwen3.5-27B/11.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/11.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3987d4fcc92bc7c3dc36c8887077082aaf9c56f
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/11.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c3d7e811f1c06f5255ab2486f2c01d2ba02d57ad35d4c4c5438c222212afad
+size 181201793
diff --git a/checkpoints/Qwen3.5-27B/11.self_attn.k_proj.pt b/checkpoints/Qwen3.5-27B/11.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1455ed0129ba679c1208015ee33bc49d9d84c28e
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/11.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6acd5b563ce88007b7799d1751357c072afc3da0624c097dabe99998693ca00e
+size 10808288
diff --git a/checkpoints/Qwen3.5-27B/11.self_attn.o_proj.pt b/checkpoints/Qwen3.5-27B/11.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d316fa5e1854f7e92db7b27cb99228b4083e86ff
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/11.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58f3c69ee396e4d0e50d0c5de4629ddf19ff2fbe7e023e3b1fe58769cb09f3fd
+size 64087008
diff --git a/checkpoints/Qwen3.5-27B/11.self_attn.q_proj.pt b/checkpoints/Qwen3.5-27B/11.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c458981c222017943c2845c0f92b74b0c0549c33
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/11.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcf84ee6d39480a62614556d743d31fcc0a3fad7ca0ac5e99cca821abbb84c24
+size 127953888
diff --git a/checkpoints/Qwen3.5-27B/11.self_attn.v_proj.pt b/checkpoints/Qwen3.5-27B/11.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95c694634cbfc1e7a3ed1b9d30d2e3bc9ccadf50
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/11.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8b849382c9bca01ff4ac1dbddbd5d131d5f28ea817351b5048ebe21bf6000cf
+size 10808288
diff --git a/checkpoints/Qwen3.5-27B/12.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.5-27B/12.linear_attn.in_proj_qkv.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a31e58ffde41295e6f33ec9f77be8ab3ceff3c8
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/12.linear_attn.in_proj_qkv.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63d978e4979a9567b3e85d91cd936eb8d9fb025f1156a7feaa5f256c57752711
+size 106654885
diff --git a/checkpoints/Qwen3.5-27B/12.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.5-27B/12.linear_attn.in_proj_z.pt
new file mode 100644
index 0000000000000000000000000000000000000000..411278d6bc22244532c2ee622160fefe4796b2d0
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/12.linear_attn.in_proj_z.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06266e7ffad81e8a6a87a1e6d5d88ef90893ad41626e390087ddc946614e02dd
+size 64056447
diff --git a/checkpoints/Qwen3.5-27B/12.linear_attn.out_proj.pt b/checkpoints/Qwen3.5-27B/12.linear_attn.out_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54f397c1d0d8f0b1c2cbf78db506fc7de6e3e207
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/12.linear_attn.out_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bccea60084f49af456923d8e678f0afdf45c78f6ef3eab53874804971f5c739
+size 64087148
diff --git a/checkpoints/Qwen3.5-27B/12.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/12.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e2fc34306abcbb10ba67e352c4e3e1ad9f4bbe7
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/12.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41ee5c394fda2317b24910b680734e1d653cd1dced5ed8fc3b061c8975d91bfc
+size 181570471
diff --git a/checkpoints/Qwen3.5-27B/12.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/12.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..811f32cf699e546d7a90b3f74d704aa8007d2033
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/12.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9ca652732c893f88ef1109c4771e6fb0a4c477164a06928fe8e98e786e61ccf
+size 181201831
diff --git a/checkpoints/Qwen3.5-27B/12.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/12.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bdd61ad78075b47a56513ae37b12c3ab486a5ef
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/12.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c77299755348e0afea2788fdaa8a241f98795bcc82637ab221a818990e63d177
+size 181201793
diff --git a/checkpoints/Qwen3.5-27B/13.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.5-27B/13.linear_attn.in_proj_qkv.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0487f1c9546b4a44751faef497547796a2530289
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/13.linear_attn.in_proj_qkv.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97bda5bfaecff9059d8fe5435781a28ef35307c892988c8341a457a498742582
+size 106654885
diff --git a/checkpoints/Qwen3.5-27B/13.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.5-27B/13.linear_attn.in_proj_z.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd95a3e550814d8002be08775c859eec187a4be7
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/13.linear_attn.in_proj_z.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4abb5d851311ef16b12cb31629b51f4ca7682e08fa676fa9096e1ced06994bb8
+size 64056447
diff --git a/checkpoints/Qwen3.5-27B/13.linear_attn.out_proj.pt b/checkpoints/Qwen3.5-27B/13.linear_attn.out_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5297f1e9972ffd8055ab6c3fa7698d1fd192975a
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/13.linear_attn.out_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b129ecaaf81fff68efda1aaef2824f036894d8fe9dfd4f9a083fc633531286bf
+size 64087148
diff --git a/checkpoints/Qwen3.5-27B/13.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/13.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86bf507bc8962d5a62dfbbd87dd608cd8753bfda
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/13.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:997f1e12d3fe74bfa46591ed50302e6c47bb2a1f703d08b7413eb8d5b4c12fba
+size 181570471
diff --git a/checkpoints/Qwen3.5-27B/13.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/13.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..337362717b12c7368518216710912852cf3c6db8
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/13.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74bef639b03469af9079adf211bacf32c494cc1bc76e407e199bbc04cd2bcce2
+size 181201831
diff --git a/checkpoints/Qwen3.5-27B/13.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/13.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac4c6df9e206d7b31750a6d0864853a27e579cfc
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/13.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7a80a3da29910cf9460c5230d9e5d8045e9ffb41e7429e5621d3a622233ab0
+size 181201793
diff --git a/checkpoints/Qwen3.5-27B/14.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.5-27B/14.linear_attn.in_proj_qkv.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b57db769a8aef099e157a773e045526bd4513d7
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/14.linear_attn.in_proj_qkv.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87022489b7db703d0178d2048bad867e6bda564e964334806135f299a5abd7a0
+size 106654885
diff --git a/checkpoints/Qwen3.5-27B/14.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.5-27B/14.linear_attn.in_proj_z.pt
new file mode 100644
index 0000000000000000000000000000000000000000..276e7491b86fcc59873b0e188675c4a885df0288
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/14.linear_attn.in_proj_z.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59606e61099d85f1ecebded0d59032f47283064e13e2819515a31c9eb5c6e8ab
+size 64056447
diff --git a/checkpoints/Qwen3.5-27B/14.linear_attn.out_proj.pt b/checkpoints/Qwen3.5-27B/14.linear_attn.out_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9e539ef19fe2c2a7b8321f2804be90535771eea
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/14.linear_attn.out_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f7e66c645d0fb2597e89d5eeb709904cc76b7b1af9d5ccacad550d22edadea9
+size 64087148
diff --git a/checkpoints/Qwen3.5-27B/14.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/14.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bcab73bae097aebacf4ee663c7bc09a177007e7
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/14.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd2e05ba1aacbef80af4705b07b388d66be8cc49e31f0ceb8cbd27b170b7fcfb
+size 181570471
diff --git a/checkpoints/Qwen3.5-27B/14.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/14.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f567fa887ed77aa54895a9999642775594349f3
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/14.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69e6ac1e5f372bf99ced641dbe5fd4bd6c0114a73fed00bc6d3396bb901b0a85
+size 181201831
diff --git a/checkpoints/Qwen3.5-27B/14.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/14.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7006c85964ead709d61ead518b5365402b15463
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/14.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf198504fd11ace0f191951f6809ec52863265b1cd2837aecaabfd7df346ccda
+size 181201793
diff --git a/checkpoints/Qwen3.5-27B/15.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/15.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f8d31cc899767df4c08d4c7daad1ff40ce5e8b2
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/15.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abc8421514f0f85b6433e05ffd03b09a88b8edfb3d3d89cd2aa75a078f8c4af4
+size 181570471
diff --git a/checkpoints/Qwen3.5-27B/15.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/15.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57ed93316f0f3f767727115c47220acf4a4ec2d0
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/15.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10eb583f74419140277d4b4086cc0068345f4eb5f685cb521d9c075a9dfb9d8e
+size 181201831
diff --git a/checkpoints/Qwen3.5-27B/15.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/15.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc765f9a088bf927ffb3df0a77679c9fe3067439
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/15.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3454c3cd864fa1c3bc168f2ebbc49b913bce09951e3afab38221ff253725c96f
+size 181201793
diff --git a/checkpoints/Qwen3.5-27B/15.self_attn.k_proj.pt b/checkpoints/Qwen3.5-27B/15.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac78691a087640b1d05b275ce31c7895dbea4e78
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/15.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf77fb9da39433433ef87d9d33a3c906084c7c117a6a886cbc68f2adaa45a89a
+size 10808288
diff --git a/checkpoints/Qwen3.5-27B/15.self_attn.o_proj.pt b/checkpoints/Qwen3.5-27B/15.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20052add6dbb2e642dd30774357f1e11f00fb6be
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/15.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c52364d199947dd17e88430663ae8b1fc70c933482d1438d4d7d9703a9c534d
+size 64087008
diff --git a/checkpoints/Qwen3.5-27B/15.self_attn.q_proj.pt b/checkpoints/Qwen3.5-27B/15.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65d5e1e875ceb271675f12fadd396223b2899a02
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/15.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b65ed9705de561ffa8d66e439c3f9877d2aacb8aaa15157565f93d492a8718d
+size 127953888
diff --git a/checkpoints/Qwen3.5-27B/15.self_attn.v_proj.pt b/checkpoints/Qwen3.5-27B/15.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bce8c33b1307ea053cf72d0c7f9162fd6e6a687
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/15.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd377af5da50d018c3363e556c24b7f4cb663d5e8aa53e5b1b18d06381888ed9
+size 10808288
diff --git a/checkpoints/Qwen3.5-27B/16.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.5-27B/16.linear_attn.in_proj_qkv.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d100b62fa8d823c3552f221a63407c5559488cd9
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/16.linear_attn.in_proj_qkv.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66884a3d6d50a37ee8a59028a025be5f95462b092f6a1beae79b8a83de92661c
+size 106654885
diff --git a/checkpoints/Qwen3.5-27B/16.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.5-27B/16.linear_attn.in_proj_z.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e70271fb69d4b6a4f9eab39d41ecaaada07d999c
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/16.linear_attn.in_proj_z.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fb89be400f94c0bc6e1f61e3a66b044314b289d53961037e0edc259884e7b81
+size 64056447
diff --git a/checkpoints/Qwen3.5-27B/16.linear_attn.out_proj.pt b/checkpoints/Qwen3.5-27B/16.linear_attn.out_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9be3ee8d200ca45545767965a7bf3b60f24ee51
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/16.linear_attn.out_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a39797721ea4f7d84ceb87ec2f3d7697b4551f0b7e031fce9582d029b43b9f68
+size 64087148
diff --git a/checkpoints/Qwen3.5-27B/16.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/16.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..651d2734a6a86872c2a663c5dd3b4db9ab77ffa2
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/16.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3748b033536155cb377480efcee8bcab0eb60264a16b3d6e5253e5ba58ab6b17
+size 181570471
diff --git a/checkpoints/Qwen3.5-27B/16.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/16.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a4be5d426e7db8ae57ebb88dfcf74cedbeb626b
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/16.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81c602a9f5b6981058c2fe008cff13a36248f1c6582a960a87eafde2505bf28e
+size 181201831
diff --git a/checkpoints/Qwen3.5-27B/16.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/16.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e29eb4f4ffd5ba10406106e4f1f18094b8d93b
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/16.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c30fd4ec6f0568b1ceb7752a8009f6ddf2db9c20cb2a00401a00b484daed969
+size 181201793
diff --git a/checkpoints/Qwen3.5-27B/17.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.5-27B/17.linear_attn.in_proj_qkv.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f8fab2664dcca089bd39397f99eaa61e4d4ba97
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/17.linear_attn.in_proj_qkv.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c76ef3e141e28b6e0b1d573fc89a5fea6b590c1770a49a19a17aeefd1a98430
+size 106654885
diff --git a/checkpoints/Qwen3.5-27B/17.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.5-27B/17.linear_attn.in_proj_z.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccad1bdbe76964e305a3bb3ebdda1d0c0e59691f
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/17.linear_attn.in_proj_z.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a598ea1d16a90f05d03270273260d37d55abc48fc7b804f7bb3dfd8ec0d8b9
+size 64056447
diff --git a/checkpoints/Qwen3.5-27B/17.linear_attn.out_proj.pt b/checkpoints/Qwen3.5-27B/17.linear_attn.out_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f37d6651f0ff7cb88905ff5a570024d8b8a1ebb0
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/17.linear_attn.out_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2324c8ddcd242c2ebd06ad8819401f9a5a76ef767afeb5064e1bdaed3571a16
+size 64087148
diff --git a/checkpoints/Qwen3.5-27B/17.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/17.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..963ad806d2b8100617734cf8ad4bf7176fe80da3
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/17.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f2b31e226f7c8c67d8ebe75e2675d5a3b7ce665eb155dbe51600d32e490114
+size 181570471
diff --git a/checkpoints/Qwen3.5-27B/17.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/17.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7015142bab6a3a75a446152bf3a58a6bc10f6372
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/17.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff44130571a9e4bd7cee7e091e746ad8872438c8dbfab81421b544c88adf7625
+size 181201831
diff --git a/checkpoints/Qwen3.5-27B/17.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/17.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..498c5d6ee43599cccaacebd62bdc046469facfd8
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/17.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a5d059fd8e2ed4e293b79d49bad695d72cd405eb244a6c91ed6f8d64526d367
+size 181201793
diff --git a/checkpoints/Qwen3.5-27B/18.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.5-27B/18.linear_attn.in_proj_qkv.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca5cde7551d461e9b5c165d7da825816e3c23a29
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/18.linear_attn.in_proj_qkv.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:076a29d4bb53dd40e4b6212bc4d5fd6c3c240061528087446a947f1a0541d4c9
+size 106654885
diff --git a/checkpoints/Qwen3.5-27B/18.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.5-27B/18.linear_attn.in_proj_z.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22ce67ed1cf240e0bed0bae360b13bbb77a01987
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/18.linear_attn.in_proj_z.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39e8b22b5298352943c97490bb6d441af5e4d555c9a686159fe56e149136cfb6
+size 64056447
diff --git a/checkpoints/Qwen3.5-27B/18.linear_attn.out_proj.pt b/checkpoints/Qwen3.5-27B/18.linear_attn.out_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..264aa5eb9b38f2a9a6d58f75dbf4396246a873bb
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/18.linear_attn.out_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcab5c6cd49d2ec72cc6c0558320572a68ba9df43434e5a92bfb12957b712129
+size 64087148
diff --git a/checkpoints/Qwen3.5-27B/18.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/18.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..546388b490a81a9e346817257452b90dfac510f5
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/18.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dba66a33f395519a309296fd8d3dc47f27e3c38509eae4a82feb35c51307b21
+size 181570471
diff --git a/checkpoints/Qwen3.5-27B/18.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/18.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aed5f637d0ebd70878c252e70a4ecfd789066f5a
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/18.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4f47b3611fa5a2e32bbf1178f03fc4931ce1ac913c6430b84379a52f1abee82
+size 181201831
diff --git a/checkpoints/Qwen3.5-27B/18.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/18.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e72ea6c9dbc124bac7a7cb3503ddfe84290ae82
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/18.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a98407e4d0d95b75cd1ec66bf1f372e9dd61b9b967b49585153c6821bab33575
+size 181201793
diff --git a/checkpoints/Qwen3.5-27B/19.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/19.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f07533e9a198199acf7f82bfa2554547c5b52810
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/19.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3efc6de911471b8545b63ffdf93efab372db265e146aa16c012a58086489ba07
+size 181570471
diff --git a/checkpoints/Qwen3.5-27B/19.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/19.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8af8e223150b239e17cfeaac5cdec90f3fd42a74
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/19.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:338370a96a05151dbf49faa869db6ae9af812bbfd51364e73bcb692ef2282e50
+size 181201831
diff --git a/checkpoints/Qwen3.5-27B/19.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/19.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f78abffa08d2c700c66e9c987a96983fdadc0cbd
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/19.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd4877c44346576c851944529ccfce18b7596bf733c33916f701130c2cf374b
+size 181201793
diff --git a/checkpoints/Qwen3.5-27B/19.self_attn.k_proj.pt b/checkpoints/Qwen3.5-27B/19.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0d1f31c4bde3f49b8483d2f862a7b1329b674fc
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/19.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9470a8ad6d0558893d16e96006c1c197d3fe97142f92565ed880972cac84a445
+size 10808288
diff --git a/checkpoints/Qwen3.5-27B/19.self_attn.o_proj.pt b/checkpoints/Qwen3.5-27B/19.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..845e2ecfc788799583c5f0df5de67f7ff1710ab0
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/19.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99a1fab83aea57b3b72a95f0598e0ad4dc184fa0040e965f9dcc2f31755f8d70
+size 64087008
diff --git a/checkpoints/Qwen3.5-27B/19.self_attn.q_proj.pt b/checkpoints/Qwen3.5-27B/19.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8ea3d85ba2d1f0473bcfaea91a87b5a449c6bcd
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/19.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7a6092088bf60f0ce3121e67f9fb48bc86a6d580b0577dd9e1ef4fc26f44e14
+size 127953888
diff --git a/checkpoints/Qwen3.5-27B/19.self_attn.v_proj.pt b/checkpoints/Qwen3.5-27B/19.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de6c032cf5efc9b41e00ba4802cda7154abab797
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/19.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:128974a1856b576ec704e6ed2026a4ec0eda86c11acebf78dd8b3374979f5dec
+size 10808288
diff --git a/checkpoints/Qwen3.5-27B/2.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.5-27B/2.linear_attn.in_proj_qkv.pt
new file mode 100644
index 0000000000000000000000000000000000000000..750123e0fa221d06ec06b80eb65709c9a74d3635
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/2.linear_attn.in_proj_qkv.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8da39697e66ddfb453e2ec5161c03ea97bbeb8a5c8f4a0749fe5e3802493cd3a
+size 106654866
diff --git a/checkpoints/Qwen3.5-27B/2.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.5-27B/2.linear_attn.in_proj_z.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e857332246167576bd0e54df7abd3114e38a24b
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/2.linear_attn.in_proj_z.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b6f8a099631f9878309ed033d6ab9099edd2b1eee84968f30dcc7f468d5b73
+size 64056428
diff --git a/checkpoints/Qwen3.5-27B/2.linear_attn.out_proj.pt b/checkpoints/Qwen3.5-27B/2.linear_attn.out_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c274d0f8efe606a2c98a6ac9d61d256fcae886b3
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/2.linear_attn.out_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8e0be86c50ee3ac336c1ee9ca837d98631998fa862f75312853515daabc4396
+size 64087129
diff --git a/checkpoints/Qwen3.5-27B/2.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/2.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9bf07bb922ceacab94e05f8a6c201c163b28f9f
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/2.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:489635db508fcfd34d2bc2cccd37b6110da2ff6f692578af3f04ea83ba5c4eb6
+size 181570452
diff --git a/checkpoints/Qwen3.5-27B/2.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/2.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32cbdde5b34a75e82cb3ebda020d997d120d4901
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/2.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e32ff5cce1a48abf7199ba2c88e39e5e2a8fdd0d2a6e26b68b7eaa3232f95faf
+size 181201812
diff --git a/checkpoints/Qwen3.5-27B/2.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/2.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78d95b697332c2d0718e0fe16e3af8df39b4c59e
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/2.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0ca9db97d5198a9b76c92ea450d6468cfc24b0a7f45872b9240e9489ca31494
+size 181201774
diff --git a/checkpoints/Qwen3.5-27B/20.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.5-27B/20.linear_attn.in_proj_qkv.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80d18c1e892fb42d8ca5b7c944c6ee1b08684a62
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/20.linear_attn.in_proj_qkv.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94fa37e92a5f5ed3dede9b09371587d35d025ba4f67bf7f635eb38ab67c13c00
+size 106654885
diff --git a/checkpoints/Qwen3.5-27B/20.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.5-27B/20.linear_attn.in_proj_z.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0e78179accbdc248f8214126dcf5f7621ce8a53
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/20.linear_attn.in_proj_z.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5f8261fdad4f33c7f2bd28778a8cf201ff8711e07ba091f833a0fde7cf78174
+size 64056447
diff --git a/checkpoints/Qwen3.5-27B/20.linear_attn.out_proj.pt b/checkpoints/Qwen3.5-27B/20.linear_attn.out_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c79c7e69a846e12ffac186f4db4a7e3d2d0e2ee
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/20.linear_attn.out_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd653625316979e96b4b92dd750184c6def3c62ec8ff578255aa44a79938c81
+size 64087148
diff --git a/checkpoints/Qwen3.5-27B/20.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/20.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d8b70bbc6e5606f8eb846d2adda7fc0a5dec963
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/20.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe97b8223c65d46ec2aebc0d996abbb1e1c502b4f3237590b576add1d5fa742
+size 181570471
diff --git a/checkpoints/Qwen3.5-27B/20.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/20.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd74faf996db748ab84f033d850f4d751a31c47b
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/20.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5075335347e4bdbafabb20a4ba5a59cbb2727bc02d786852dfb6df81bf20c163
+size 181201831
diff --git a/checkpoints/Qwen3.5-27B/20.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/20.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d88d95a50203bf1ed8c8502c4f39171c7fc04dc5
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/20.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd96fa2a0241cf0c26f552b11b70a9ea48889812866c8d96bbf7cc5856e817d
+size 181201793
diff --git a/checkpoints/Qwen3.5-27B/21.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.5-27B/21.linear_attn.in_proj_qkv.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4003df6f660eb82a85180e483367bba350b89640
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/21.linear_attn.in_proj_qkv.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0bd352b1d8577d35418d6846f0f0a506cf30358fcd0d91cf0fca3069dfbc5f3
+size 106654885
diff --git a/checkpoints/Qwen3.5-27B/21.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.5-27B/21.linear_attn.in_proj_z.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a760b170ef37773348e164835f8d48c89baa3c39
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/21.linear_attn.in_proj_z.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:754f9a4b0aab419a843b6b68e641ee88995fea4c1d6a149eabb1b284a422f283
+size 64056447
diff --git a/checkpoints/Qwen3.5-27B/21.linear_attn.out_proj.pt b/checkpoints/Qwen3.5-27B/21.linear_attn.out_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73e22d63a89b8abdf48a58e20a490d236a31643e
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/21.linear_attn.out_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8708399b335b58e2f152982b03f9178c3685274096b4be7dc3d216de1c7cab4
+size 64087148
diff --git a/checkpoints/Qwen3.5-27B/21.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/21.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82c820717052412bdb3ea8bb1a064068b531c110
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/21.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8afd57958236c033cab1d8a5bd9576e6c9202a8849e0bb3ee22a6b513be0d51
+size 181570471
diff --git a/checkpoints/Qwen3.5-27B/21.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/21.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8735602d2d9da1310a8239d9e8f0ad0d633747d8
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/21.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4e203e29d9cbb76f36abfbc3f34b8b1137085ed8818a493cedec44e56adf385
+size 181201831
diff --git a/checkpoints/Qwen3.5-27B/21.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/21.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..325bc08315289bad1b7e81f0040af6f6cdc60d11
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/21.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d78a83153509a2f592ae9e7f24f3e052105d404e52bad4b14f4b317659ba3c
+size 181201793
diff --git a/checkpoints/Qwen3.5-27B/22.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.5-27B/22.linear_attn.in_proj_qkv.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83e1cd33506417f5330330b6e81f64b9710c0176
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/22.linear_attn.in_proj_qkv.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11885f0c3ba7021fe70cff6426ac2e1c473a12d96e37c18b9f45bc17dd99bede
+size 106654885
diff --git a/checkpoints/Qwen3.5-27B/22.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.5-27B/22.linear_attn.in_proj_z.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92e710b783054425128e5656c484d9e8021652c9
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/22.linear_attn.in_proj_z.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ff369ce90602f4f80e58f55641c1bb6001e0a0e7fc40ab57d38a9faf228fa2
+size 64056447
diff --git a/checkpoints/Qwen3.5-27B/22.linear_attn.out_proj.pt b/checkpoints/Qwen3.5-27B/22.linear_attn.out_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb41acc7ab0f51b406209c6ab0df1c6fb41ae695
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/22.linear_attn.out_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4f397f4e4673aab710ded61b7855df228623d68706d9c2994a123a403a7645c
+size 64087148
diff --git a/checkpoints/Qwen3.5-27B/22.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/22.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e9f9de377e8c4908a20d41245ed991a352371ac
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/22.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55dee76e0ee7ec29da08e91f4aaf479fb70f89b5e13197f18f7f6a6e156ac1dd
+size 181570471
diff --git a/checkpoints/Qwen3.5-27B/22.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/22.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc5a10e278f9b4fc95a84ae1af04bc460cc86091
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/22.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9998bada6357349dddb64332d53912fa414b29bd08dbf5aba9d578fef4b49854
+size 181201831
diff --git a/checkpoints/Qwen3.5-27B/22.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/22.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e915ad5f41e3576381051a86b124e4998f623a6b
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/22.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2c53601c75bbf48e5386597c57bad8d5d969f2dd23d0637392e4204b88d71eb
+size 181201793
diff --git a/checkpoints/Qwen3.5-27B/23.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/23.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b88e2de92401d8a638b4ce8233836f69d9e9dc4f
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/23.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d7cab5824d176d685e8c28119671dae978f83e62e8f6f612517bbd87ce92dc
+size 181570471
diff --git a/checkpoints/Qwen3.5-27B/23.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/23.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbd921dbf23a510f3966d96cda014f3c2cc4d0dc
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/23.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df39d22faeadad2b60eeb15b2965c857b22f31cc6fa56765d8ba6a8005527b4
+size 181201831
diff --git a/checkpoints/Qwen3.5-27B/23.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/23.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25d08389efaa1f70a92dae45b654abab4b71c857
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/23.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c02fd84d7e76dff5f83678fb504147ca7e2207c5f4d4b9a2c5795cc56124877c
+size 181201793
diff --git a/checkpoints/Qwen3.5-27B/23.self_attn.k_proj.pt b/checkpoints/Qwen3.5-27B/23.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43a0930fd64e3bdcaaf680894c298598ffaceb20
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/23.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe5c03cb8bbe0d5d17842d053cfcb9c5178c972e07956de96f64ff923a9e8e0f
+size 10808288
diff --git a/checkpoints/Qwen3.5-27B/23.self_attn.o_proj.pt b/checkpoints/Qwen3.5-27B/23.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e616f5c440a9bdf579023e43944ad8ac2c8d074d
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/23.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4336bc62cf869460006c2f9c887adbfc0cd7fee57b79baebbb456bdbb98b750d
+size 64087008
diff --git a/checkpoints/Qwen3.5-27B/23.self_attn.q_proj.pt b/checkpoints/Qwen3.5-27B/23.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8761d481670eca5393af83529de4b517baa38e7e
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/23.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb948301bc9c39a3d89b8291af05376131fd2a7f0bd35c996c2be1a3d95be6af
+size 127953888
diff --git a/checkpoints/Qwen3.5-27B/23.self_attn.v_proj.pt b/checkpoints/Qwen3.5-27B/23.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..349355de25feb65fbd3e8317e7be81ed4dfc37f3
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/23.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb3f4da38c63fb91b076e3264c1e376ac754edbac7ee7166f91484b541a6189
+size 10808288
diff --git a/checkpoints/Qwen3.5-27B/24.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.5-27B/24.linear_attn.in_proj_qkv.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0abe4ade75cde1c389d7501fc78e7d1a4a6665a
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/24.linear_attn.in_proj_qkv.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27fd011c44bc9bd2e222983a08c081e2ae6d774b6e1dfc4f03755a0c4d251ede
+size 106654885
diff --git a/checkpoints/Qwen3.5-27B/24.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.5-27B/24.linear_attn.in_proj_z.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c4516976e735baf71d5629935db515c87d4286a
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/24.linear_attn.in_proj_z.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e19e7cb3edc7b424ac99a81fb98e47e56747fc3976975d6730e858fbdb7321
+size 64056447
diff --git a/checkpoints/Qwen3.5-27B/24.linear_attn.out_proj.pt b/checkpoints/Qwen3.5-27B/24.linear_attn.out_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f164805161e2e8aea0e4045c93a98eff565d3107
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/24.linear_attn.out_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2168b34fb4dda57aa41c22a4f2ceb9dfeaed1e80773188b8f1ba8a4c78158ef0
+size 64087148
diff --git a/checkpoints/Qwen3.5-27B/24.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/24.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff57872e3741dba3187ea40f83a778862b998447
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/24.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaed6574346775a3877b2ac6df8f3034d86aa7140af80ecb0001a347d879b245
+size 181570471
diff --git a/checkpoints/Qwen3.5-27B/24.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/24.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1464f103df59b90d4dbf1712875c535656b38cc
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/24.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7c5add2c9646819df1bf1233e703bdb3866114b3ec284fd7f6c0f4e95b68099
+size 181201831
diff --git a/checkpoints/Qwen3.5-27B/24.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/24.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41dc1b97606a3b48e4133755a0d08aeff1734e8d
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/24.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c8837c08f42d081d93a9e96938e1ed1c9735c2330b6fc84828229d62f29abf2
+size 181201793
diff --git a/checkpoints/Qwen3.5-27B/25.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.5-27B/25.linear_attn.in_proj_qkv.pt
new file mode 100644
index 0000000000000000000000000000000000000000..546ed52587f7aec4518d5487017a5fc5a7d4b017
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/25.linear_attn.in_proj_qkv.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df35073b3e4a1030d47897816bda5c63b75d99a6ff862d1d62c6378f8f64fd6
+size 106654885
diff --git a/checkpoints/Qwen3.5-27B/25.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.5-27B/25.linear_attn.in_proj_z.pt
new file mode 100644
index 0000000000000000000000000000000000000000..714ee0552409c26a7981047b6b7600e31780b54c
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/25.linear_attn.in_proj_z.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c0365b4b0e5179c30ec37485b4e815c3fe2ca1fe431f6caaaf11bd5d612d7f
+size 64056447
diff --git a/checkpoints/Qwen3.5-27B/25.linear_attn.out_proj.pt b/checkpoints/Qwen3.5-27B/25.linear_attn.out_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..274892306692ee08c0bca163afc9fcc60697a4c6
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/25.linear_attn.out_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b61681c6b8ab1cf74813e176def76f8888438138a050c0c057f0a87bce483d02
+size 64087148
diff --git a/checkpoints/Qwen3.5-27B/25.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/25.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd60d66247894e654e029d52936c4dbbe95f5100
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/25.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2525bd90a364fa4dc39a4dd5858cfcaf63ed79e7467ccf20ed75b3f2123904b
+size 181570471
diff --git a/checkpoints/Qwen3.5-27B/25.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/25.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..386e3a53cda3ac8183d23a34d41097d8feabbe3c
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/25.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e6c677bd93654b71eadc998b857ca30a8701c42859a3fbb6b991c5f695663bf
+size 181201831
diff --git a/checkpoints/Qwen3.5-27B/25.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/25.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c104a8771994b22797217be10e99da4844733e5
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/25.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:940e078a3ed0dc1ad138a3b867baaa6cdc12b10fce01e0aa7794473f5d1e69e8
+size 181201793
diff --git a/checkpoints/Qwen3.5-27B/26.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.5-27B/26.linear_attn.in_proj_qkv.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33ac68171afb0329c0379ccc7c180beb023548bb
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/26.linear_attn.in_proj_qkv.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71ca3b16c91be225d573d5daec52c5adc296afeccde8f1d9f812e793ca0058ee
+size 106654885
diff --git a/checkpoints/Qwen3.5-27B/26.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.5-27B/26.linear_attn.in_proj_z.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6304415064d5ca3ae55c7527974517e7b998cd4a
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/26.linear_attn.in_proj_z.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e5a5fb54e4a107cde39631deb74419314067a28119b9f6a94d6f20a4d9ec25c
+size 64056447
diff --git a/checkpoints/Qwen3.5-27B/26.linear_attn.out_proj.pt b/checkpoints/Qwen3.5-27B/26.linear_attn.out_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57ed86e604f21a63abc136ef5bde72798ad61971
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/26.linear_attn.out_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31b2e51ff55c5f520e939d29b52fc74bb89ce426e07b5375d32230b119c8b046
+size 64087148
diff --git a/checkpoints/Qwen3.5-27B/26.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/26.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15e0fe24ebdc17e24b7ae99361eac4e05fb4bd8b
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/26.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:886e126ddb89c4474f61ac27f4d41b1850fde5d5cc9dda0e1939febb91f4f97a
+size 181570471
diff --git a/checkpoints/Qwen3.5-27B/26.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/26.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29bf44c41b92ac28871d8ce7687263c350c9a9e3
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/26.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d98375a0092f9ae5f4379ec2065fa0f7907a2956c0f6a61eb8d877cb92b2758
+size 181201831
diff --git a/checkpoints/Qwen3.5-27B/26.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/26.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7b488936f9198852a758056e9d6cc8db0882bf1
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/26.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bd4256ae6012a7925f5b7df80481bbf6a9d304242beeae200d6d0b94b113b45
+size 181201793
diff --git a/checkpoints/Qwen3.5-27B/27.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/27.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29137844e7e03cc1226a3b3528aa097ca5b83566
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/27.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e594486815dba68f54c847174e3d9d2077ef30b882dc5d4e861120baf5ee9d62
+size 181570471
diff --git a/checkpoints/Qwen3.5-27B/27.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/27.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..596199f0396d14d853e326f6b301e376bd281df8
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/27.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea9cd043d394e49533c41d6ed0c9fd668df8e21904676625bb46a197a39e053a
+size 181201831
diff --git a/checkpoints/Qwen3.5-27B/27.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/27.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..029068c5d3890907e37e08bd9632b8a292fd6666
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/27.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4724fc7088f372efd47e56675cf3da35af52799ee9f8a099797f09041324d154
+size 181201793
diff --git a/checkpoints/Qwen3.5-27B/27.self_attn.k_proj.pt b/checkpoints/Qwen3.5-27B/27.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcf18051fa1e349bee39b9136e6c14f5cfb9e353
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/27.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fdd22ccb2ee3a54fc4f1f83ca9ba0b4b8562c843381eacaed892ae347451204
+size 10808288
diff --git a/checkpoints/Qwen3.5-27B/27.self_attn.o_proj.pt b/checkpoints/Qwen3.5-27B/27.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5ff566860b1edc4b74502ce46761d1267ad9ecc
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/27.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce0822cac4f4f3ea0969b44931ad5397d7326b34e3ed78f4a2d77b35684fc3e
+size 64087008
diff --git a/checkpoints/Qwen3.5-27B/27.self_attn.q_proj.pt b/checkpoints/Qwen3.5-27B/27.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..402f5fd1d479f486d67218dedabbdbd669a1e703
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/27.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b661c08e1ed22a1a24cdccc23c1b336243f4a2707f26e988cd1dde5edb940a8d
+size 127953888
diff --git a/checkpoints/Qwen3.5-27B/27.self_attn.v_proj.pt b/checkpoints/Qwen3.5-27B/27.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ade2baa252996613a3f227e073e9a0ae7e23ec6
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/27.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a50f813735b07e6fbbfe2365035514a33de74e58ae41d4d0416ece54fc399d7c
+size 10808288
diff --git a/checkpoints/Qwen3.5-27B/28.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.5-27B/28.linear_attn.in_proj_qkv.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8f6fca2bb50dd9e71703807743a736a91343399
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/28.linear_attn.in_proj_qkv.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9271fb1bcd99f6728fa47906877ec5f8cd7b7c9f9edb5cfead1b0892ab3edae6
+size 106654885
diff --git a/checkpoints/Qwen3.5-27B/28.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.5-27B/28.linear_attn.in_proj_z.pt
new file mode 100644
index 0000000000000000000000000000000000000000..536454315a317280511db67963b555bf45be92de
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/28.linear_attn.in_proj_z.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bcb55b3a86dc3a04ea517efe9f1b3f54d71a6d99e31f58e7186a7e93a671033
+size 64056447
diff --git a/checkpoints/Qwen3.5-27B/28.linear_attn.out_proj.pt b/checkpoints/Qwen3.5-27B/28.linear_attn.out_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ee7d631fb367003a3a10be73e1093650334c37a
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/28.linear_attn.out_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98eb0137280ea87f5b8d3e8e7df9bb8639749c6c2e54ae8e1c055a7e58fc199d
+size 64087148
diff --git a/checkpoints/Qwen3.5-27B/28.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/28.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5954c4a1d9b5b0d2601cdce31135ac30857fb1ce
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/28.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92c397ff51bcca840bb5df870f6543dc8d83e82ea885248ccf0fd0c599f41dc
+size 181570471
diff --git a/checkpoints/Qwen3.5-27B/28.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/28.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..909c6522741d2dd7e3cbf202e9baac698486ac79
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/28.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64058eb106acdd5383335fe2c8c1573e8471cf85b39276d75cf644c833410020
+size 181201831
diff --git a/checkpoints/Qwen3.5-27B/28.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/28.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b556b082b845535d310b33f808057fc5c4a94c34
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/28.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a00a9fb890ed0f57f1b2e5a6fe594fc29b5b43a85b07ac01cbe807e5a845914
+size 181201793
diff --git a/checkpoints/Qwen3.5-27B/29.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.5-27B/29.linear_attn.in_proj_qkv.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f874fda770e416f8ffc0fef6321c3324c2b8e694
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/29.linear_attn.in_proj_qkv.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee220f238abf328f0bd245a2401ee3823a525f5f0c4c1f91d85fe7206478a7bd
+size 106654885
diff --git a/checkpoints/Qwen3.5-27B/29.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.5-27B/29.linear_attn.in_proj_z.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f0050d5c0761a179592b03817fab2ddc2921778
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/29.linear_attn.in_proj_z.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8733a19b497d7e3356d2276d2645ae7b23122c7d132e3b8b1a6d123cbaf3c8b
+size 64056447
diff --git a/checkpoints/Qwen3.5-27B/29.linear_attn.out_proj.pt b/checkpoints/Qwen3.5-27B/29.linear_attn.out_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5685f565aeaf7977e67b4adf7dea066aa70d22d
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/29.linear_attn.out_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfec35a5b594667a9159e14d621b16fdca269dc1c43e2d5b250055d292886db1
+size 64087148
diff --git a/checkpoints/Qwen3.5-27B/29.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/29.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a435df9cd4380ed1337652bf8a222c8816c2403
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/29.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8f176fb77806b7b3f5424b3522ade1a96351bac26f6b25923aeb3c03ae63b54
+size 181570471
diff --git a/checkpoints/Qwen3.5-27B/29.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/29.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d22e1d6ee175456709ab0aeb1b9f5cd9d195af1
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/29.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:238b2a15757f6d801a58362eb96699e93d7b940289d16859f906337593fecc1e
+size 181201831
diff --git a/checkpoints/Qwen3.5-27B/29.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/29.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6dd8c6e19f05a5eab7563f6fdb1d2b18f9ae2b1
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/29.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b3f3f9bf0270cd541dac20f66c39dd3e0109de4ba7b90771744c888f2b131b9
+size 181201793
diff --git a/checkpoints/Qwen3.5-27B/3.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/3.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a0232187ad0ca48e5926872b62fa7b0ccd9c696
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/3.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f459c54d42de0b5fdd589fe41bd84905c36c21bd1ab1289d65939bd8a8a922e6
+size 181570452
diff --git a/checkpoints/Qwen3.5-27B/3.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/3.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2369b059187e174f921b98b74b1c559738a8e83f
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/3.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:656b9f0798425f63b18a15c6d0e370c303c0d930cd52c09ba3e02f1ca5e56cc6
+size 181201812
diff --git a/checkpoints/Qwen3.5-27B/3.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/3.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5c31366295d21c09d9844e12a77d36482a154df
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/3.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c132838d75d9b2d3542d32c8c549e7cea7e9c61cb3d07f53d2ce365c159e5f31
+size 181201774
diff --git a/checkpoints/Qwen3.5-27B/3.self_attn.k_proj.pt b/checkpoints/Qwen3.5-27B/3.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81817a8be32942eadc8a6c1b8c4909373a5fdf67
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/3.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb547ba240b8da8005d43b57a05a692d388e166e08b026fdacf435cc9194c7f
+size 10808269
diff --git a/checkpoints/Qwen3.5-27B/3.self_attn.o_proj.pt b/checkpoints/Qwen3.5-27B/3.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0844dcd6fa44c3754e5ae6d8442c41e6f08bfa
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/3.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b61be00c7416d640392d131b47bb68f244b8d72a15a1b105e7d3959b5c39d6d
+size 64086989
diff --git a/checkpoints/Qwen3.5-27B/3.self_attn.q_proj.pt b/checkpoints/Qwen3.5-27B/3.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51edab53e379ad7225dd1c5bd29a569acc132d7f
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/3.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f125e3918c9373d27f657ff2ac56e3bcb8ccd7eee7a29ad28f71380d497fe205
+size 127953869
diff --git a/checkpoints/Qwen3.5-27B/3.self_attn.v_proj.pt b/checkpoints/Qwen3.5-27B/3.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..287d94f3965da9a901c3c0ff7913bdc6d3098cd5
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/3.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:687714d556afe819c47884a0cb788bc4a7b217e1e65a030f1db302be916d1b2b
+size 10808269
diff --git a/checkpoints/Qwen3.5-27B/30.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.5-27B/30.linear_attn.in_proj_qkv.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e599c936c70df4debce41de6ac05ce9533abcde8
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/30.linear_attn.in_proj_qkv.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:220e36044111973096f622d1edb947c69ebc19e0ba9f27b7b2d4ad4c1d658f49
+size 106654885
diff --git a/checkpoints/Qwen3.5-27B/30.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.5-27B/30.linear_attn.in_proj_z.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc149dd743c385bbfb988d84e85908d8d8b6ae8e
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/30.linear_attn.in_proj_z.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f99abd542ea8bab41200a77b21a77e8b0c16f30da7b2a0c8b1c5bedfffe59c4b
+size 64056447
diff --git a/checkpoints/Qwen3.5-27B/30.linear_attn.out_proj.pt b/checkpoints/Qwen3.5-27B/30.linear_attn.out_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4497580dce50aff03b1a786845e9fec8306e609
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/30.linear_attn.out_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f85dd932c959f0eb9841d5fc63a859233f5071f3d82f47ed66af2350c0b08138
+size 64087148
diff --git a/checkpoints/Qwen3.5-27B/30.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/30.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09615ba86219a8884c643e7854937b08ef6dcec3
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/30.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b966a6e5b69f276af14f9f70f83d3c52057d028e0f7beea1c8bd7e0ff388ac1
+size 181570471
diff --git a/checkpoints/Qwen3.5-27B/30.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/30.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4be7447681d83e86b54672711f3729c6945ee0a8
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/30.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be5c499912e130ea13ab0bbf0a43bc9a743ab607efc234f6a1107dd4e6743c5a
+size 181201831
diff --git a/checkpoints/Qwen3.5-27B/30.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/30.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18b10246ca043bc2c04e4abd8cd0c14460b921a7
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/30.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27af99ecc285ae3b0df5e0d19dabacbd378474da62eaef1e4d2041235ea0ac19
+size 181201793
diff --git a/checkpoints/Qwen3.5-27B/31.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/31.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa026c950a4b56ebde4fece42f961a42227f42ec
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/31.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6618bd7f85f07f6cfe65955b606aaa0d81f0d767c586076332ec18c1bc5da0a1
+size 181570471
diff --git a/checkpoints/Qwen3.5-27B/31.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/31.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cbe7712a7010800012de39c51df2060de63c190
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/31.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaa735bbe7c4c18c1aadbd18545e187ca6b5b6a036638909fb0c3779241b3e82
+size 181201831
diff --git a/checkpoints/Qwen3.5-27B/31.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/31.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7872c40d2bdc60ad2710484f014d97173136a627
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/31.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:081cd6a8e4f33d2fc6f5deeb2909ec76078dc546b17bb523356741ecfc8f0019
+size 181201793
diff --git a/checkpoints/Qwen3.5-27B/31.self_attn.k_proj.pt b/checkpoints/Qwen3.5-27B/31.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..340779dfb21f892a7dbca0fabd161547bf7dc62d
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/31.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c52850db41a4445f2e266b02a34fb9b10fa0771c44ba9de54f1cefb2aeaa18ca
+size 10808288
diff --git a/checkpoints/Qwen3.5-27B/31.self_attn.o_proj.pt b/checkpoints/Qwen3.5-27B/31.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd78147c1ca98ea38874131d9feb99f1b5a6300e
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/31.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e65f89f86cbdff7ed7109751e0bccee7490b6588a715c9775119e097ba4766c
+size 64087008
diff --git a/checkpoints/Qwen3.5-27B/31.self_attn.q_proj.pt b/checkpoints/Qwen3.5-27B/31.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74f89b5bb271776d00382f48326b3a76122973c6
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/31.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:828980f14b80ae271d1b1fa10b3381df802ee8568475d2fb5855eb555339c5f8
+size 127953888
diff --git a/checkpoints/Qwen3.5-27B/31.self_attn.v_proj.pt b/checkpoints/Qwen3.5-27B/31.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e21869dc76463a991beba26afab7d4ba9c0101b
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/31.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02222504789df334c065ac4f3cb3983cb2f9ae0ba5daaea007abf04b1bc01f10
+size 10808288
diff --git a/checkpoints/Qwen3.5-27B/32.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.5-27B/32.linear_attn.in_proj_qkv.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e513f3e8a10b3f7fe4d73e2781e80c127ecc716
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/32.linear_attn.in_proj_qkv.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a98596cf230675792d91d636e287640e7d08b71ea9962764272e2d430f0037d9
+size 106654885
diff --git a/checkpoints/Qwen3.5-27B/32.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.5-27B/32.linear_attn.in_proj_z.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c44e87abbb076a3676eb271c2e53b1422b602cbd
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/32.linear_attn.in_proj_z.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06708b2806ff6c8fb3b3129d529ed1dea90a60a00b2077d144b7754a6c1a9ac9
+size 64056447
diff --git a/checkpoints/Qwen3.5-27B/32.linear_attn.out_proj.pt b/checkpoints/Qwen3.5-27B/32.linear_attn.out_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6515dec66d213fd86ee3fa7fcffaa3367e096ed
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/32.linear_attn.out_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e29e819c92e62bab968a22963d70995b8dc2c6292a6a9af1f5b7b32a29b6a5d7
+size 64087148
diff --git a/checkpoints/Qwen3.5-27B/32.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/32.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cce13734d7f60a76b79a33b7a3392c6b6d348e28
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/32.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed9e30ddad94ebe3c26f6a297925590aa55c434017939c27e35f7ccf21d92493
+size 181570471
diff --git a/checkpoints/Qwen3.5-27B/32.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/32.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..478c34aa1debd1b003c3df01ae94a3cc70cfeebf
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/32.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dc758b8fba12168b3ae9caf6b7d68518f8fab973f58153c6b2de25a81e17a5e
+size 181201831
diff --git a/checkpoints/Qwen3.5-27B/32.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/32.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e02499d80a4b108fc223bb1ac7ccca7a7e8c13f0
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/32.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94f4c0d9850b7c99a9bbf7c67c5db231434219854563052eb0976b57a2447485
+size 181201793
diff --git a/checkpoints/Qwen3.5-27B/33.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.5-27B/33.linear_attn.in_proj_qkv.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d359857f871879a0ac9e275bb03e8621d0284b4d
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/33.linear_attn.in_proj_qkv.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a4cf5d2ae65714e577e8ac2ad79dd51073f830433943e3d5dc797f5f416f89
+size 106654885
diff --git a/checkpoints/Qwen3.5-27B/33.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.5-27B/33.linear_attn.in_proj_z.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b971bbfceb6e80d7235181ee54afb147e66c078
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/33.linear_attn.in_proj_z.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fe989b52801bd76f132184bf4e8b38c943618d3afbd159938bb1ac6cce27edc
+size 64056447
diff --git a/checkpoints/Qwen3.5-27B/33.linear_attn.out_proj.pt b/checkpoints/Qwen3.5-27B/33.linear_attn.out_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b112730d17be63efdb2bab13f5f284352e1750e
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/33.linear_attn.out_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:458310eec53d3597c99dad4b31212db08a4095a5d2e46a176f2762ccefc20303
+size 64087148
diff --git a/checkpoints/Qwen3.5-27B/33.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/33.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78055d69d466e49c7e6ac51fb33a074f2ae7b4d5
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/33.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28affe277ce31425d85ed2aee2d751ab7fd2c7c794746f357b3d966cb7000326
+size 181570471
diff --git a/checkpoints/Qwen3.5-27B/33.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/33.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c08476c87c3c1c22f0a6a295806f000ec904b805
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/33.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efb5545e27c5799ded95d2088ff5c19f178ead41f62225c85c47a1f852603bcd
+size 181201831
diff --git a/checkpoints/Qwen3.5-27B/33.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/33.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50ffa290ae18cc5b6fb31b7d3cc3dc982d9578f9
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/33.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d4c7df443353d9779fdf9813a5e06e5a0c2ab436b421a7568b04f62de40c85f
+size 181201793
diff --git a/checkpoints/Qwen3.5-27B/34.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.5-27B/34.linear_attn.in_proj_qkv.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bc1a9826539b5a1c7eafb279002e54c85a4c84e
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/34.linear_attn.in_proj_qkv.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef1e1aac01b160db201851fb6ac33515ded959d1550b74e5f47e9a73f0208f9
+size 106654885
diff --git a/checkpoints/Qwen3.5-27B/34.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.5-27B/34.linear_attn.in_proj_z.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06dbf5777d66bb7bc4708642f10c63048127e731
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/34.linear_attn.in_proj_z.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed126d5bfd8b21a21c044f82bda05a24e563c2c3a0774c4425ab38a13aa14888
+size 64056447
diff --git a/checkpoints/Qwen3.5-27B/34.linear_attn.out_proj.pt b/checkpoints/Qwen3.5-27B/34.linear_attn.out_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89bafcb35f794b9ef0ed9de5b5bd2212aaade960
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/34.linear_attn.out_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc01122459ea65d2925e3d1c7d0aac77ccfd1985ccee2081ba294f703c2f9017
+size 64087148
diff --git a/checkpoints/Qwen3.5-27B/34.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/34.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5624fb4c4be0214446f181cf6731eb93206c80d
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/34.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb58b2e317d55f007152a56a374c7a48c2caf997b715adcaae935d246e946a90
+size 181570471
diff --git a/checkpoints/Qwen3.5-27B/34.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/34.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c9e9ced0d56c420cb00ba7622773bf533748194
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/34.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed535fef39226517c682e10474ae7a99eb04f4a8bf6ddb0f884dfc5e336718fe
+size 181201831
diff --git a/checkpoints/Qwen3.5-27B/34.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/34.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..358ecce9e84ca0c11f5f242062a31df375cf4074
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/34.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:492851b5f71c35b1867416dba373ae9c66873ad63634723778c2344a9d51b2b5
+size 181201793
diff --git a/checkpoints/Qwen3.5-27B/35.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/35.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eba68660fa4a82329ab7460ee79052813213f58
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/35.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13b914b4bb574d9a02dffc149f11f6e414e53892a28d947d980b4ed2937d7c39
+size 181570471
diff --git a/checkpoints/Qwen3.5-27B/35.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/35.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80f89e42ed023cd9944a036e00d07e957e804f3a
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/35.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307bf1eca3acf32e1107aa409d01ebb4903b5814d65b4f0eafcca03fcc65b187
+size 181201831
diff --git a/checkpoints/Qwen3.5-27B/35.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/35.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68051f99dc2143f062cc16383bad1fb7266d204e
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/35.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67ed00627e8fdaf08d27955b0a9478d7d9139989d417434d5c8b721bfacfc6ea
+size 181201793
diff --git a/checkpoints/Qwen3.5-27B/35.self_attn.k_proj.pt b/checkpoints/Qwen3.5-27B/35.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51bd73f7a22379351f90037f3e7ce8efa15333f7
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/35.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30d927af215e7b5dbc2fbe2d7c6e001aae606b60f6fc00b92743c0cd0843e944
+size 10808288
diff --git a/checkpoints/Qwen3.5-27B/35.self_attn.o_proj.pt b/checkpoints/Qwen3.5-27B/35.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50a7f94bb6c35f11189b087ecc42972a252272cf
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/35.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd1ead13e2a8ad725af03710957f22f41f52d607c1102e80c2eeea2fedf71b80
+size 64087008
diff --git a/checkpoints/Qwen3.5-27B/35.self_attn.q_proj.pt b/checkpoints/Qwen3.5-27B/35.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3308622910afd0b6879d7b1671d345c49286331
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/35.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9d8f5a62c4ad8f52ae15c67731aba1f0b95f37e2e9229371dc785febe917443
+size 127953888
diff --git a/checkpoints/Qwen3.5-27B/35.self_attn.v_proj.pt b/checkpoints/Qwen3.5-27B/35.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d5679f0e9d3e91057165f605a4a6a6e32a745b0
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/35.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd291f8342b0a5e32412a11191baad79f22b59b6ad02532f38ec570e66b7fe00
+size 10808288
diff --git a/checkpoints/Qwen3.5-27B/36.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.5-27B/36.linear_attn.in_proj_qkv.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e48eef5cb6d078b5f6f7ca7820e70b9bb9c1c8da
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/36.linear_attn.in_proj_qkv.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cbd8aa7c41fbf1b1ba1f6cf4d4ac8cb242be1c781204c4efd45d16e01a34de4
+size 106654885
diff --git a/checkpoints/Qwen3.5-27B/36.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.5-27B/36.linear_attn.in_proj_z.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec4ecd9b157bd121ad02db9312ebadfe20872b78
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/36.linear_attn.in_proj_z.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5d4339f55a319e6128db3fc6192110c2c27d0fbad9678dac9b67f98ccc73166
+size 64056447
diff --git a/checkpoints/Qwen3.5-27B/36.linear_attn.out_proj.pt b/checkpoints/Qwen3.5-27B/36.linear_attn.out_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ea22f2159f53294f938ba39609e7fbc023e2268
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/36.linear_attn.out_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c26de07ce11defdb6e9cb441a94d66b2a5cb74be6bd7002e569818073d3717f
+size 64087148
diff --git a/checkpoints/Qwen3.5-27B/36.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/36.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3540b017d6924d128d65429052a99cd31bd783c
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/36.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7aec1de2bf58ccbf08ae5d8bd0b67d12597c40d29056e1118fb4b631242265c
+size 181570471
diff --git a/checkpoints/Qwen3.5-27B/36.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/36.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf60aab9f5778e39f702448eec920e182ba0d516
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/36.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a88079b5433799df6a9ef2edf58e23c3ffa31e0942c28a40c366cef94721de1a
+size 181201831
diff --git a/checkpoints/Qwen3.5-27B/36.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/36.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95dc2dc15b6190bc619c0e6faab612b3ff46e02b
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/36.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd52bf122ec6be31e90a3b01fbe62e5d98be68a401c56cf6cd44c44bdd169cf0
+size 181201793
diff --git a/checkpoints/Qwen3.5-27B/37.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.5-27B/37.linear_attn.in_proj_qkv.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e8a867c73657b13a10b9efce835166890ac1be4
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/37.linear_attn.in_proj_qkv.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb8e552222ed0103d8e6fc1bccbc7822b183c23c87d65c308bc4c10bbb36378
+size 106654885
diff --git a/checkpoints/Qwen3.5-27B/37.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.5-27B/37.linear_attn.in_proj_z.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77854c22a5312c6baea818797e2a80fa39f49eb2
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/37.linear_attn.in_proj_z.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f3d2c17462dde84afc9fa8131f4c1ea3e7f762ec9e6999ded38679c265b7fc6
+size 64056447
diff --git a/checkpoints/Qwen3.5-27B/37.linear_attn.out_proj.pt b/checkpoints/Qwen3.5-27B/37.linear_attn.out_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2a47c05512e096bd36863d1256ecf94ab50564a
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/37.linear_attn.out_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aef2931794b351abec966d0d47b27d2bcc325881f71e550478f23166e71b0d3
+size 64087148
diff --git a/checkpoints/Qwen3.5-27B/37.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/37.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f10d100efc4a3b2b08c92e892a51002dca545b9
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/37.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90016ea8019df7e971bf69e46c81033d18d83e86476d301ccb24f3a2e7b56be9
+size 181570471
diff --git a/checkpoints/Qwen3.5-27B/37.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/37.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df54878860eb822be567f7e04dfb30e2203785f6
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/37.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89449ca8201c889a1eefd58e30b078c334248ad16e1cbc911bc7eccf2ff36f98
+size 181201831
diff --git a/checkpoints/Qwen3.5-27B/37.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/37.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f33879972488600ed7b385f20ebc0511ce4a9d7c
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/37.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2afa39bc3d8c9c1f351365611f20ee034d7bc338108b192e2831057b38b42cd
+size 181201793
diff --git a/checkpoints/Qwen3.5-27B/38.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.5-27B/38.linear_attn.in_proj_qkv.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdafe0cd3e16e0578c87377dbea1032159c28afd
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/38.linear_attn.in_proj_qkv.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:919fcf35af0a93d1ea35b62fc5b57935011475ee6c650af4d5b11c3fc9735256
+size 106654885
diff --git a/checkpoints/Qwen3.5-27B/38.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.5-27B/38.linear_attn.in_proj_z.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70f27b1ecf6de6e341c3a039236f7d37d8585551
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/38.linear_attn.in_proj_z.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:533e745ef9c0da44d48fc3d342f62e57912c8fb844b63757e60aa5570ffcb65b
+size 64056447
diff --git a/checkpoints/Qwen3.5-27B/38.linear_attn.out_proj.pt b/checkpoints/Qwen3.5-27B/38.linear_attn.out_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd5c842e6a1acd393d1c1012aeb68e7200f849c2
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/38.linear_attn.out_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f331baffcd33df20c99dd6e63d59ec6625a0fa52dbf7bd86ce1c9ab571f8209d
+size 64087148
diff --git a/checkpoints/Qwen3.5-27B/38.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/38.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1b200a0a1724eecf8a6159346a04de6f2dfd407
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/38.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8965f256f1b6fe2e35cb1ac5cbb9b1c1952f8590d02b2fce60a79e1049c2123b
+size 181570471
diff --git a/checkpoints/Qwen3.5-27B/38.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/38.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb202bd56554de6d984074e2398527f6eea30b4a
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/38.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71d95bfd373c2b3292045cb6575d0cd85eaa0105d8300ca4c17fac2e6e97661d
+size 181201831
diff --git a/checkpoints/Qwen3.5-27B/38.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/38.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adafb9558723d1fea2433053117d1105e6829cbf
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/38.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19ffa4e878624eedec17c2b2ae13a7ac8985f3dc72faa729897f661efa4da475
+size 181201793
diff --git a/checkpoints/Qwen3.5-27B/39.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/39.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c54d675489c13dccd90e5e019e9fd7cde1b4efc5
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/39.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e7c862749edc47270c93a38df6ba1b1534a8db310c2919da4d1ef7575475e0f
+size 181570471
diff --git a/checkpoints/Qwen3.5-27B/39.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/39.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e47dfe3109387d87e0c993910ce07197927a896
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/39.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2da116dc7ec1b1109970e6b17ae9a1ca0210c32901e31c76aa5bb334260be1e6
+size 181201831
diff --git a/checkpoints/Qwen3.5-27B/39.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/39.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d8f9fdaab9d6139bb95d7ba840cfeab0a164b97
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/39.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43d4aca5571f316624cd520b53cc90d0596fd957715e3d1d5226d97699bb98fb
+size 181201793
diff --git a/checkpoints/Qwen3.5-27B/39.self_attn.k_proj.pt b/checkpoints/Qwen3.5-27B/39.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..366f759f7fe65d538aac98287015008d4a116f2e
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/39.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5cdd5e59462545e0f48c15c0a907420ab6cc537a5ab88b5a1f10091c9927376
+size 10808288
diff --git a/checkpoints/Qwen3.5-27B/39.self_attn.o_proj.pt b/checkpoints/Qwen3.5-27B/39.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d8c9d396f4e852052f54cbf68e6ed43a45bdb5e
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/39.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92dd25542cd682298446d4fdfa3867da4f4e296d5c3c2059411a59a0354b2996
+size 64087008
diff --git a/checkpoints/Qwen3.5-27B/39.self_attn.q_proj.pt b/checkpoints/Qwen3.5-27B/39.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ff74fe95bc817f0c6217f8c4d605776830b7ddf
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/39.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:273a4709d4a32c521a1fa7cebaec22df7ea30c58089adfd08730a8efeaa2d2f7
+size 127953888
diff --git a/checkpoints/Qwen3.5-27B/39.self_attn.v_proj.pt b/checkpoints/Qwen3.5-27B/39.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a30860442529ba8d1b04a0c83b3bce6c86a4be
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/39.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c742792014134bc834edde2d7398645c0309ea7e7e7a053526d08e10c0b36f
+size 10808288
diff --git a/checkpoints/Qwen3.5-27B/4.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.5-27B/4.linear_attn.in_proj_qkv.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b636f0955e27bca54b18eb8841de4304c5e8cf23
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/4.linear_attn.in_proj_qkv.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7f4bc2a9f1d0e39d2fbc7113dc47e2b7eb0f19ce6175350dca0fd8fa4de3e25
+size 106654866
diff --git a/checkpoints/Qwen3.5-27B/4.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.5-27B/4.linear_attn.in_proj_z.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eff79a0dd27f13d34f62f9a656d3ee574faa111
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/4.linear_attn.in_proj_z.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d844f21b3c828bee75823b8c1c31e1007dd7f75d9032fa42b48846b892b83102
+size 64056428
diff --git a/checkpoints/Qwen3.5-27B/4.linear_attn.out_proj.pt b/checkpoints/Qwen3.5-27B/4.linear_attn.out_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ddb1a2725f10df0c521fe1f46f293e1f800c594
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/4.linear_attn.out_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48337d4cfb4585a88ecb4f2f60949dc6ca9f9dcdd5eb48e4879afe6e8ce47da0
+size 64087129
diff --git a/checkpoints/Qwen3.5-27B/4.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/4.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6beab3fe0484c96230ebd9cdf54287fb3e09200
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/4.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05c626d3986f9986ba466eab0fb692a3e2ec2e9661fb29ca20c61cd974b049d
+size 181570452
diff --git a/checkpoints/Qwen3.5-27B/4.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/4.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b03dc0c4be8f1ab2e8f7f068b6e6dae46b4368e9
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/4.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:606ffd18e0aba5de7b2153bdcfb46100591def080a6da25227013dfe95a93e4c
+size 181201812
diff --git a/checkpoints/Qwen3.5-27B/4.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/4.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1784f1199674702a19068b782202361044ccc828
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/4.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b6df1f5b47f15d1aae0e5558b16b3b0c7feea4c4e9548a61a620f4678bbfdd
+size 181201774
diff --git a/checkpoints/Qwen3.5-27B/40.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.5-27B/40.linear_attn.in_proj_qkv.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3b4fc73ad074397aff178e02e07ca13aa177d9b
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/40.linear_attn.in_proj_qkv.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3020ee2e21b1685e4987dc2d681a887b7f80729a2269b2d45ca40be7f2e99579
+size 106654885
diff --git a/checkpoints/Qwen3.5-27B/40.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.5-27B/40.linear_attn.in_proj_z.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9cfcabb94042081aa542f6db8dd588285bd807d
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/40.linear_attn.in_proj_z.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d87d0ca9f3cfda70d98e9c4a32fd944bc0a5619c2e2015303e6f998e42c99f
+size 64056447
diff --git a/checkpoints/Qwen3.5-27B/40.linear_attn.out_proj.pt b/checkpoints/Qwen3.5-27B/40.linear_attn.out_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aadf5a731fc0274a8298974c8932a6169e78af6a
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/40.linear_attn.out_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d45d973cfbdaa4404397ee8efccba8e4eb802e152871e029ecb16c10fb666a85
+size 64087148
diff --git a/checkpoints/Qwen3.5-27B/40.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/40.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb8e00487f112d32df1280b34460d83c9db880e
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/40.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d69db557948452ea2162542ba6c55d84f3be2b0180b23dee4e481edacc132991
+size 181570471
diff --git a/checkpoints/Qwen3.5-27B/40.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/40.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2378bde45d77244a60eeebdbd6e60fd9888b7540
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/40.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d398db61c88f67954450576c6479f8197e69eed46d53b7275f2dc7840d2219
+size 181201831
diff --git a/checkpoints/Qwen3.5-27B/40.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/40.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..935589c5d22eaa67a27b824a87e3e8a41f7ca3af
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/40.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59aec205d729a503aa84bff2f34ce9e01f6c3753f66a4e7064b67f1e7a1d8aa7
+size 181201793
diff --git a/checkpoints/Qwen3.5-27B/41.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.5-27B/41.linear_attn.in_proj_qkv.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7243569ba3024d2791fe26e926a41ac101d671b1
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/41.linear_attn.in_proj_qkv.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:328422cf88728ace7cef70dd9c071b5d88a13b43d7d10b864e651c0ec0f98870
+size 106654885
diff --git a/checkpoints/Qwen3.5-27B/41.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.5-27B/41.linear_attn.in_proj_z.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d4021fe4da227b7b2a2755685a505b14dc432a3
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/41.linear_attn.in_proj_z.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:454f9886a014d467089a899ded32cfcc146ee4a46c3c6f41608c848ab0551171
+size 64056447
diff --git a/checkpoints/Qwen3.5-27B/41.linear_attn.out_proj.pt b/checkpoints/Qwen3.5-27B/41.linear_attn.out_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..189540c40822d418a848039a591538d875f7068c
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/41.linear_attn.out_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb179d105675bcd94ccd3cab467ccf92674486affd9822987105e8595efa9897
+size 64087148
diff --git a/checkpoints/Qwen3.5-27B/41.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/41.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2badd7f20c00e17f529137d1dd708f8b586fcaa
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/41.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c34a3ff17578c03fd23dc8a9b15edf6e544b696752e64f75e4253d72b12b6af8
+size 181570471
diff --git a/checkpoints/Qwen3.5-27B/41.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/41.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bdaed56d683747783376f1b0eccff6fb164ce78
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/41.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c27af41efca32d461130979a4141a092c6a7333cea3c100376c0f11f272ff4e
+size 181201831
diff --git a/checkpoints/Qwen3.5-27B/41.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/41.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7925289f7905cb50d200eb0489e5ae2f3ea653c9
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/41.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c922a12433101c9d95821b14e3ceab49388651743412a29efb53e367fb79403
+size 181201793
diff --git a/checkpoints/Qwen3.5-27B/42.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.5-27B/42.linear_attn.in_proj_qkv.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d917ccb1bd4d47c355331a935143e76a9dc5888
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/42.linear_attn.in_proj_qkv.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bcff131704d4d24768cd79c85af232acbbe1e7163123580971d5107aa611134
+size 106654885
diff --git a/checkpoints/Qwen3.5-27B/42.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.5-27B/42.linear_attn.in_proj_z.pt
new file mode 100644
index 0000000000000000000000000000000000000000..981212a2a2317b3a347f9c3abd444b4586ebe91a
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/42.linear_attn.in_proj_z.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:720b8f3a0698ed62117b934bb201a92f71b9a771f959c1a31dff1acbed172070
+size 64056447
diff --git a/checkpoints/Qwen3.5-27B/42.linear_attn.out_proj.pt b/checkpoints/Qwen3.5-27B/42.linear_attn.out_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e7f615e195c2baae3c40c134ec49abc971938a9
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/42.linear_attn.out_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63702cdd35b69c900ec19945bd8902654e679fdb92c0bb51a996f3862f0b2ea1
+size 64087148
diff --git a/checkpoints/Qwen3.5-27B/42.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/42.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..320ee3042d54f03ed1d29d72938b856b73016e9a
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/42.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:036cb5454d72c294a21f441559a425e6ddc83c1d8d666e2b2905e988a9c33ad9
+size 181570471
diff --git a/checkpoints/Qwen3.5-27B/42.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/42.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ba5ca92e73751f58da60bd5f10fb1bce51e54f3
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/42.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4265385670ed04525d03596222a58ed51252dcba4e0cb0ea9d809b835a9a7e9
+size 181201831
diff --git a/checkpoints/Qwen3.5-27B/42.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/42.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09726f0b9926de6de5d4993f52976d74e26709de
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/42.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aa3859674dc22e5770774ed516235b1bc873131221652acfe8d28d90e08a977
+size 181201793
diff --git a/checkpoints/Qwen3.5-27B/43.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/43.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07e7ad610070950e984198b1652d3d18c734a9c9
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/43.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:677f00c24e4b56f705f33800d7d59d97e64302a454f77fab41382fa70348a9b8
+size 181570471
diff --git a/checkpoints/Qwen3.5-27B/43.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/43.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d4afe95c304d6530b583b02464ff1bfc222b9fe
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/43.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dc6a73e67a437e5876b40618784d88f244bae1f70c38e26beb0a477139fe56a
+size 181201831
diff --git a/checkpoints/Qwen3.5-27B/43.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/43.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b79555e004622270087de819b2e8cf02442c978
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/43.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e61b6bc51fcb4b5063b2ce33107467f66dcd8a036cb71cb1aeb70d46bd943f
+size 181201793
diff --git a/checkpoints/Qwen3.5-27B/43.self_attn.k_proj.pt b/checkpoints/Qwen3.5-27B/43.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e05731c355feee5787097ba3c0ad00a0bd601753
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/43.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4cbc980269831228b592846d76d46163e1c34f47ef661b4ace69e8308a3e30b
+size 10808288
diff --git a/checkpoints/Qwen3.5-27B/43.self_attn.o_proj.pt b/checkpoints/Qwen3.5-27B/43.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8514a776f2576c1e5529aa8a39ff761579ec3cf3
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/43.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d39691ffa730ba42a22387c5b389f27e08b776eeeed2988af3ca4c9937f792e
+size 64087008
diff --git a/checkpoints/Qwen3.5-27B/43.self_attn.q_proj.pt b/checkpoints/Qwen3.5-27B/43.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45f6eb79b211fff67768e7ed0fea9d6e300edc02
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/43.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c2fe473140e78a076f5b14067feb2556c079026a8d5a61c3a5bb685d009dc7b
+size 127953888
diff --git a/checkpoints/Qwen3.5-27B/43.self_attn.v_proj.pt b/checkpoints/Qwen3.5-27B/43.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3ccdb73e0fd8f7ab656dc893478052f2f7b081f
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/43.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d01dfa9d52b5b750b278ec5efa7d2d4accf8be8b45d08e5ce93b6d31d5c6f3
+size 10808288
diff --git a/checkpoints/Qwen3.5-27B/44.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.5-27B/44.linear_attn.in_proj_qkv.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ab37c3ee6f1d7a0166801a5ee9f45d4ebba9161
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/44.linear_attn.in_proj_qkv.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b41b7f28fbcf4af3438494e34db90e39933f76fbf7a951572f7d8cf1ed4ea50f
+size 106654885
diff --git a/checkpoints/Qwen3.5-27B/44.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.5-27B/44.linear_attn.in_proj_z.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3e17bbad711485fae4091cbb1caaac1a8aa35e8
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/44.linear_attn.in_proj_z.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5a5b4ec33115eec6331628eed93788c8fbf516c3301ea932a84a056d84074a9
+size 64056447
diff --git a/checkpoints/Qwen3.5-27B/44.linear_attn.out_proj.pt b/checkpoints/Qwen3.5-27B/44.linear_attn.out_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0f520c50cd61bd45e6bc90dbe135e9c7ee404ce
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/44.linear_attn.out_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:965eb4db385a56e2643f99012313ff80c9b90d2ce5210bdcd0426ac95ebff671
+size 64087148
diff --git a/checkpoints/Qwen3.5-27B/44.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/44.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12eb77fbb0cb7c628b2b415cbb22b92b2ecff52e
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/44.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791016344efc68fd9168d26fe4bcb43aeac231fdd509d69d2ac8a14185d6596d
+size 181570471
diff --git a/checkpoints/Qwen3.5-27B/44.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/44.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7cdd6ae09a4ba5827bd36c2ec66d6b0fe4e7049
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/44.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10593bd4188f86e9838bf0e6a00111bad7a852fcc58725a23dcc1b472102f6d9
+size 181201831
diff --git a/checkpoints/Qwen3.5-27B/44.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/44.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2cab61d14e74e8b5d842170024557a2a01616d9
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/44.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f1b7d30938f0cac26f7a8fd5875ca57c46d31cde1af6678f3b88487ea8ddc5c
+size 181201793
diff --git a/checkpoints/Qwen3.5-27B/45.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.5-27B/45.linear_attn.in_proj_qkv.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8833e801e2d07b8285876c7213fccc5cf79c3a95
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/45.linear_attn.in_proj_qkv.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33fc178eda2110fe4f046e3ad37a9269218dd372fff07b52ab835d3073a7c3f1
+size 106654885
diff --git a/checkpoints/Qwen3.5-27B/45.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.5-27B/45.linear_attn.in_proj_z.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eeda1c26c9b09bd20c456fcf60db9452f806f3a
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/45.linear_attn.in_proj_z.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8bfeab0181751689ab57aabc859f952797a2cda141035fb5cb4d20932a6889f
+size 64056447
diff --git a/checkpoints/Qwen3.5-27B/45.linear_attn.out_proj.pt b/checkpoints/Qwen3.5-27B/45.linear_attn.out_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..781b88631456809528fe632bc6afb997af8d7570
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/45.linear_attn.out_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69924f25996508a26252eebf9604448f2617224701338c648738513435ef0d6f
+size 64087148
diff --git a/checkpoints/Qwen3.5-27B/45.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/45.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..299e84282e73025c7a34950e75a14126b787f4b1
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/45.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e0a3d1be5a5b4cfe5482fe09f143f45cf51a792077367d4993ad237ca08e5b2
+size 181570471
diff --git a/checkpoints/Qwen3.5-27B/45.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/45.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9592b8deb2836fa5bd2e1390929ae1397379b68
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/45.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:207faa9a3ed913348aac66a5ccc01dbded47171105b52e664f2f35d94aae46fd
+size 181201831
diff --git a/checkpoints/Qwen3.5-27B/45.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/45.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6533ca8eb3eabe856c3ca4471a9983ed2e99eef
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/45.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a571adb9904e5e731dd91f5bd7496015016b6c3bd6c94cc3a9fb02fbcefe9a
+size 181201793
diff --git a/checkpoints/Qwen3.5-27B/46.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.5-27B/46.linear_attn.in_proj_qkv.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bff466f82109beb777fb44c8b70a7775e313069
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/46.linear_attn.in_proj_qkv.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1782e1a23051552a9dd853ae6ad77df23817ad760c2cdf13d3d4558ce639a258
+size 106654885
diff --git a/checkpoints/Qwen3.5-27B/46.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.5-27B/46.linear_attn.in_proj_z.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a79bfc3e6b271b4ce6a6c64a442d4010f36a4995
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/46.linear_attn.in_proj_z.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a68ad5c8d2256791e496413fe63cadd672fe898ae3ab1bf57e535bd6ac025290
+size 64056447
diff --git a/checkpoints/Qwen3.5-27B/46.linear_attn.out_proj.pt b/checkpoints/Qwen3.5-27B/46.linear_attn.out_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ee7a441f3acd7ad49cd3fbc9209ae53e76e61e2
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/46.linear_attn.out_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13f6d203a7aa5199c63a073af995a93ac6bb772ee28717fdf07d5f182fac97c1
+size 64087148
diff --git a/checkpoints/Qwen3.5-27B/46.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/46.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71c26d9ab49128cc54e55ae5957331fefb1e3dc1
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/46.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4da89d1aac62cdf382002c9b1983d471caee0a7ee874593f9699aecbc0967263
+size 181570471
diff --git a/checkpoints/Qwen3.5-27B/46.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/46.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..019ddb11501d570051376563d1e46d01fcbb7ae6
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/46.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8f01b6098c55059b556c48341c127f94c926cf3642de83a4214351d2570634a
+size 181201831
diff --git a/checkpoints/Qwen3.5-27B/46.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/46.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11093c33df0e98ed3fbc21db414921d4159f1f5b
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/46.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7570ed7c6b9aa08b9ef7207ee572b26a1a496daa74a3e15ab1887be385bbc473
+size 181201793
diff --git a/checkpoints/Qwen3.5-27B/47.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/47.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7f5bc52a4de6d09f661f8f7e7742388d92f2acc
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/47.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28dd6cb706eec36841898535278034e2291f4a89cc397c3d4bef20ef91748a24
+size 181570471
diff --git a/checkpoints/Qwen3.5-27B/47.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/47.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2b61934d761b3e02cb2c4c6c5e8dbc96f83c8d8
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/47.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63b17506039e786af3710299d412ada5bad8c9273ae378c63951c0dbcf662469
+size 181201831
diff --git a/checkpoints/Qwen3.5-27B/47.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/47.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a1be700dfe77b9b944ea1b35f898da6d988e233
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/47.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2570a793074a7f4cffa128d6a81f3ea69b076016baa12e7d3932617a18e2dad9
+size 181201793
diff --git a/checkpoints/Qwen3.5-27B/47.self_attn.k_proj.pt b/checkpoints/Qwen3.5-27B/47.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..253f9cd2e8a8cff2387cd1a75681f350e85bfa40
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/47.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87d501d5893f08ecdd97eb9339f1f2afb1e62e96d1ddabc47cf0c07491098440
+size 10808288
diff --git a/checkpoints/Qwen3.5-27B/47.self_attn.o_proj.pt b/checkpoints/Qwen3.5-27B/47.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee0b2fbdeabebe6589c64b776303c8eaf9f02777
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/47.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8e6a846016ea59d679c40a2cf317bc73c54304ae0a8b70ae3581a516ea65192
+size 64087008
diff --git a/checkpoints/Qwen3.5-27B/47.self_attn.q_proj.pt b/checkpoints/Qwen3.5-27B/47.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8107c2f24d8b2fb435a7f7c6018ed89f347b8d46
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/47.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4647bf3f855411453b271fb0503c6d2b0ef75b30e5433775946d1d6c2e2b6b13
+size 127953888
diff --git a/checkpoints/Qwen3.5-27B/47.self_attn.v_proj.pt b/checkpoints/Qwen3.5-27B/47.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b8ecd5fdea79a42b01b3803308b98cda7391233
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/47.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b1f6b16cc654e50c616888779be9e9d2a5748441b039262bf91199dec60c89a
+size 10808288
diff --git a/checkpoints/Qwen3.5-27B/48.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.5-27B/48.linear_attn.in_proj_qkv.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29aee07d4cef7655a96de2f2d3b65be11a99ddee
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/48.linear_attn.in_proj_qkv.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a60c9ecf64522d47d8230e72b529dd9ce90db2c345f39a7f675c25e7605d50e
+size 106654885
diff --git a/checkpoints/Qwen3.5-27B/48.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.5-27B/48.linear_attn.in_proj_z.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dd082f0252a53ec77aa9f638c8fbe6f0a1a19c2
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/48.linear_attn.in_proj_z.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0062c271cac715d2b7cda38ff20b77b7c33b6aa1e19d7f4fb82d52b1abe7ad2
+size 64056447
diff --git a/checkpoints/Qwen3.5-27B/48.linear_attn.out_proj.pt b/checkpoints/Qwen3.5-27B/48.linear_attn.out_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1204bf30ea3231508d720700ed86130f8b781509
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/48.linear_attn.out_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5b062067c49e31b01ac2b94204a2bd0d22628cb741a8d036688eb9e04984065
+size 64087148
diff --git a/checkpoints/Qwen3.5-27B/48.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/48.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb165985f3311edad29ff0864739b60b138f2b04
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/48.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17dd6729d8a1e0cd5849e70a85d93f80704add32d354dbefc7b49ab46a2ccbf6
+size 181570471
diff --git a/checkpoints/Qwen3.5-27B/48.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/48.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec44b6fa265cd413f29b75c2edc53b823f299867
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/48.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0720f20b7d4ede81b65c8ce0b96bb324f9ea3ed09e5418d4fb78472ccb3adb6
+size 181201831
diff --git a/checkpoints/Qwen3.5-27B/48.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/48.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5501bc866662c14608a153ef5bbeaf4179c335e8
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/48.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eb0691f5b5d4964adb6818e638357f781a266549add847954e6d0770218a222
+size 181201793
diff --git a/checkpoints/Qwen3.5-27B/49.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.5-27B/49.linear_attn.in_proj_qkv.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ba237e23596cbe97b240135c220a3cefcc4de19
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/49.linear_attn.in_proj_qkv.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:856879a945e0fd286858d8f74b956474c47c708d239010426e4853b7c0696854
+size 106654885
diff --git a/checkpoints/Qwen3.5-27B/49.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.5-27B/49.linear_attn.in_proj_z.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f12483bdadd1fa67ab0169a2a5bac4a97abd8fdd
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/49.linear_attn.in_proj_z.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0557274eb2a97b26e491e0440e9d976b4e1a2b6c71186eb7349ab93ab2b67b2
+size 64056447
diff --git a/checkpoints/Qwen3.5-27B/49.linear_attn.out_proj.pt b/checkpoints/Qwen3.5-27B/49.linear_attn.out_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c8b0a70dc2856566602a3ecf11c76100f4b7116
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/49.linear_attn.out_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4858194a027b7ba4679a9a3b696614131213073388b4818e7c55961947d826f6
+size 64087148
diff --git a/checkpoints/Qwen3.5-27B/49.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/49.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b767b3144c1b64cb317291b634ba78b3f04205e
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/49.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce58c132aa837567b5beaaf0d88f7afdc7a7457686d43ad5b9001e27a89c7d38
+size 181570471
diff --git a/checkpoints/Qwen3.5-27B/49.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/49.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb7d0498236a2a3ebf6248c6c9cc3188e681b8fc
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/49.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e446b0c8f6905ef49f20dde1ae36d8a118ec80d7fd9c81188c9af719f359a2fd
+size 181201831
diff --git a/checkpoints/Qwen3.5-27B/49.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/49.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ff3434f80308b354dbc86d8bcfbdbfcb07d4f35
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/49.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caf1fe5ce5311ef39be5ab340cba45759bd6fd62056a4f58327634e6cfbc0d26
+size 181201793
diff --git a/checkpoints/Qwen3.5-27B/5.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.5-27B/5.linear_attn.in_proj_qkv.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dd06a289e1e1457f9d851cad2147495557c447c
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/5.linear_attn.in_proj_qkv.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9226db9304138a7fdbee1ccfc145f012b015d9141f1069ee68a124201c3c53c
+size 106654866
diff --git a/checkpoints/Qwen3.5-27B/5.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.5-27B/5.linear_attn.in_proj_z.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef0d3190beb155ed69287316eda0b32a7e2abcb7
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/5.linear_attn.in_proj_z.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f2a7bcf918567f7e1be8036737b1a2adb53b82c89ddd955cd3ef0e2afc283df
+size 64056428
diff --git a/checkpoints/Qwen3.5-27B/5.linear_attn.out_proj.pt b/checkpoints/Qwen3.5-27B/5.linear_attn.out_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a309e05508b8e7de1e630b8ae81ef92718ea37e
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/5.linear_attn.out_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43833eef0372dc6e9692ea8c1c4c90872b0f82a9f7e9950f7f8c56fc7efa56b1
+size 64087129
diff --git a/checkpoints/Qwen3.5-27B/5.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/5.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1657690405bcb30a6686237665f6475dc0060fa
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/5.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d0a91c88daba734890b0f5057c1be6fe61ff1d71ce82230699441c998d957e
+size 181570452
diff --git a/checkpoints/Qwen3.5-27B/5.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/5.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db54acf886495c5a57ca28ca7994460c18bf556b
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/5.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b4e7753eccdba81d3581157f885f302f19c1124550ece00461779c092a0278
+size 181201812
diff --git a/checkpoints/Qwen3.5-27B/5.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/5.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f6e65a28e6132036d64fbd734a546268583bfda
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/5.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff9685e44663880beea78f37427d3c522ae44f9c550f3a82403ae61038d6b98
+size 181201774
diff --git a/checkpoints/Qwen3.5-27B/50.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.5-27B/50.linear_attn.in_proj_qkv.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08f513b2c28e37fbe7c3a3953abf701da50cedb5
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/50.linear_attn.in_proj_qkv.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d3a27d35cf65c5a63715a01bb015b25c7ed746a04a30e53584d1abcc248ca37
+size 106654885
diff --git a/checkpoints/Qwen3.5-27B/50.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.5-27B/50.linear_attn.in_proj_z.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad5c8fdd8c956374c3f1c6d357b2d4507ddbcd85
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/50.linear_attn.in_proj_z.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d464f675a4aadfd3597f423137c4e4a23c7fcbb24ad40116483a280c8b071be6
+size 64056447
diff --git a/checkpoints/Qwen3.5-27B/50.linear_attn.out_proj.pt b/checkpoints/Qwen3.5-27B/50.linear_attn.out_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..551952c90316542808d84db23861a62d4b8807ff
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/50.linear_attn.out_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44f026234bc753783a1ae39b682a6a2efc1fb7ed59151cf280f339c556ba5fe3
+size 64087148
diff --git a/checkpoints/Qwen3.5-27B/50.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/50.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ff70e74155fa7e4b3bb1ac56b7e032d76c16b36
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/50.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b37f9764f6575bce1334a03a31a1a9df1a2e88753302292fd94ab6d6ad6e0b9d
+size 181570471
diff --git a/checkpoints/Qwen3.5-27B/50.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/50.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21c23eabe01c99a2a1b8cad195e380b0116fb49b
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/50.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c292b46de7d28d919ed4b71fb11143e7ba98060ab7107879c42c5bd4736b30e
+size 181201831
diff --git a/checkpoints/Qwen3.5-27B/50.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/50.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ab2a32009c5fab6e0c852870084704046c6ff9b
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/50.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78cdb842c10c9ca9b5628ed2934e0ac8a633fc94b3213f7befddc28206e33a3f
+size 181201793
diff --git a/checkpoints/Qwen3.5-27B/51.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/51.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96363e70e32abcbdd2bef6b7c7387503e0649cad
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/51.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6ec93928bbb3b9d1a0b280926dc767ae37efd0d0f620a39ec1cb48248855d67
+size 181570471
diff --git a/checkpoints/Qwen3.5-27B/51.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/51.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1b3e870f710ff400178e715c90f571425fe3812
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/51.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7759029159530c4d6744695f34fb005dbf6e3ef8c5086b44bfbc46ce57afdc37
+size 181201831
diff --git a/checkpoints/Qwen3.5-27B/51.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/51.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d60bc2a51da0e454518a0767abb8791e712b0548
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/51.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c34db1d1e71020e82d16d50d79c3432c2b674212ed4263abd4f0bffe6a2efcc
+size 181201793
diff --git a/checkpoints/Qwen3.5-27B/51.self_attn.k_proj.pt b/checkpoints/Qwen3.5-27B/51.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8744d9f66ddfbab33b7abcecbc0c96380c93adee
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/51.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1aacc9bd4d7770fd517a800ee33268e11b39bdb087962ae7d01afb446300819
+size 10808288
diff --git a/checkpoints/Qwen3.5-27B/51.self_attn.o_proj.pt b/checkpoints/Qwen3.5-27B/51.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eb240a64dcf3aceec0d9406a9ac7ad292566c1d
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/51.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49aa12d41833ef786e8aed9ac476a5b5d823a7b5dabdc9eb7fe03b075b5e3967
+size 64087008
diff --git a/checkpoints/Qwen3.5-27B/51.self_attn.q_proj.pt b/checkpoints/Qwen3.5-27B/51.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e965c0a8fe012796dc4b27ecddc00d86656a632
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/51.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27db089df8af3c10b4062f62b4216c900f862c96bc858125a2265393d35197b1
+size 127953888
diff --git a/checkpoints/Qwen3.5-27B/51.self_attn.v_proj.pt b/checkpoints/Qwen3.5-27B/51.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32f0f43ca704f7129aed81bc6bbf47dcaa3f93ac
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/51.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31bc5a0fb2dbc7c472e82fdeac074d5f1527805ce48c8698340c06b0bde3cb45
+size 10808288
diff --git a/checkpoints/Qwen3.5-27B/52.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.5-27B/52.linear_attn.in_proj_qkv.pt
new file mode 100644
index 0000000000000000000000000000000000000000..511a98fd921b4495408a083a222d213b9442d1e7
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/52.linear_attn.in_proj_qkv.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbce54142c6ba38e48754ed9c2c750ade48162b18098c15478b9669027d43ccf
+size 106654885
diff --git a/checkpoints/Qwen3.5-27B/52.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.5-27B/52.linear_attn.in_proj_z.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da61720cc3e999a496bbc3e2aef9af3d3f537782
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/52.linear_attn.in_proj_z.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daa59951116ffb00ef93c5bc19152e409c8c126cbe98b35469081d85b9b65fad
+size 64056447
diff --git a/checkpoints/Qwen3.5-27B/52.linear_attn.out_proj.pt b/checkpoints/Qwen3.5-27B/52.linear_attn.out_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ea5c6a6fe47f9cf5d52cbc08470cf353335075a
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/52.linear_attn.out_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad0edc07b0d8a33e963af099a829fb85bf4ff4d0211c1ffba3d7bc62a9353d18
+size 64087148
diff --git a/checkpoints/Qwen3.5-27B/52.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/52.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ca0fc5aa71f2b912b1fdab579b656b55c692b6c
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/52.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a9041cc2b91eac40d9444c67964a8226facf203b38641f1158794cd7472571a
+size 181570471
diff --git a/checkpoints/Qwen3.5-27B/52.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/52.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a6e6037422661939881f946f51e3791b8d2efcc
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/52.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09f4f56f8c747a1c489fcb2e2fd5a0e1436aead38dda7eb5e544fee216c82e9a
+size 181201831
diff --git a/checkpoints/Qwen3.5-27B/52.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/52.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d55096db83eae2aa259148eee031a6ad3c16335b
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/52.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e27ccfd39336fbf5b4d1b9aa02608b5b3fc4884b07b0440020dbc0d76a5b1858
+size 181201793
diff --git a/checkpoints/Qwen3.5-27B/53.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.5-27B/53.linear_attn.in_proj_qkv.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fbe7183d950ec655b378eb92b02f9c5581df8c9
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/53.linear_attn.in_proj_qkv.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c7d858d86678595fda41f2878c05607e085a81cbbea0fc7218f503ac94063c7
+size 106654885
diff --git a/checkpoints/Qwen3.5-27B/53.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.5-27B/53.linear_attn.in_proj_z.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b8012913ab74f26abfa93a981f5390eb8cc1d53
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/53.linear_attn.in_proj_z.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d866f5dc6be80243de0e9b312c4bc6bb1b66a6e7f94d01948e77fe6bd7853488
+size 64056447
diff --git a/checkpoints/Qwen3.5-27B/53.linear_attn.out_proj.pt b/checkpoints/Qwen3.5-27B/53.linear_attn.out_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97b19b583922c584e02034ebf6bd870b027be8d7
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/53.linear_attn.out_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3957a5d1d30a0b46a1152b135dae582a1599d05c34be34bf34a650fa72228ce7
+size 64087148
diff --git a/checkpoints/Qwen3.5-27B/53.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/53.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eea21ef2fe80bc2615d35ce67ab4a84cf0546fd1
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/53.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ce8f3cf82aa07a7fcfa38262032e826bc4b8873c71de40c33f693b09d46d971
+size 181570471
diff --git a/checkpoints/Qwen3.5-27B/53.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/53.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54b265c8cf45e148647d46f1c20203f615f972b0
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/53.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f5ea2c21b16653b2e6465fc66cc79e387753b151d28421bfbc4ed27a5c4a913
+size 181201831
diff --git a/checkpoints/Qwen3.5-27B/53.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/53.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..993f5e3133a6bf81a672020b12b21fd205a970e0
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/53.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feed973b8719d9d8766bd833c967729a3ad6aaedb3cd003672bb12c306203543
+size 181201793
diff --git a/checkpoints/Qwen3.5-27B/54.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.5-27B/54.linear_attn.in_proj_qkv.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d424bed9a27014ec2fbbff91c42546c613e476a
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/54.linear_attn.in_proj_qkv.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdaacc1b5b6c0ce4e11cb0633f7875ebefceb0a0c6c3c97039def8571678db6b
+size 106654885
diff --git a/checkpoints/Qwen3.5-27B/54.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.5-27B/54.linear_attn.in_proj_z.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72cb7e1d91c18934ed8b470402980cb8391c35ab
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/54.linear_attn.in_proj_z.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a82296b9782a347c2d2c71f6fe4e1803e09144fcb1741dcfd1bdb663acf59c24
+size 64056447
diff --git a/checkpoints/Qwen3.5-27B/54.linear_attn.out_proj.pt b/checkpoints/Qwen3.5-27B/54.linear_attn.out_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7c69abe1790bb9fb22f09bc3c2e55b95452dc3d
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/54.linear_attn.out_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3ab86b2edd4b1820fe9e1fecea51856a0eba69efe04f6ee5b2abd495c13a041
+size 64087148
diff --git a/checkpoints/Qwen3.5-27B/54.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/54.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da129531f2e2faff2ac794a481a789c6d821859c
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/54.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cd3579801da273de189216cc65180f7a99234ffa4d86ce2ae02c2ffc8b46324
+size 181570471
diff --git a/checkpoints/Qwen3.5-27B/54.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/54.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a736ba609adcf477674d469f7d68d8f5deffcae1
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/54.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae1ad67fa7630cc5d95a8536811c4d1597298518dd559670230c49516157958a
+size 181201831
diff --git a/checkpoints/Qwen3.5-27B/54.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/54.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efbf10d37de2891bdfb1492774bae5b550b86441
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/54.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1143a1a88b4af560cfaf406905cf4f1fc1b34167f7d2cff1525d40804712ce52
+size 181201793
diff --git a/checkpoints/Qwen3.5-27B/55.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/55.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6dda6a5d8e0a9f44c71040a9c24273f41a39625
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/55.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2073d91ec37e174bfb22e52f23e47d5d0426a48e456b3e052a96bf7a13b024b3
+size 181570471
diff --git a/checkpoints/Qwen3.5-27B/55.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/55.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..744e6afd067b2a3c318ae13b78dfa812c9fa9666
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/55.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ca3babe8fe2ba1a931ff5589cfa8607b1b7450518383056ba3b6b09643df32c
+size 181201831
diff --git a/checkpoints/Qwen3.5-27B/55.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/55.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2762f69caf4b87860b98ed7c557272b12d5f382d
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/55.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7dd8a23bd5db797ad3e9ffc5357c7c75b8f0d588966eb6d19f97d9917993967
+size 181201793
diff --git a/checkpoints/Qwen3.5-27B/55.self_attn.k_proj.pt b/checkpoints/Qwen3.5-27B/55.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1fcd2e6fd39f6c2340ebf044bd2beb532302826
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/55.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e35a9473efffe4fd4bc1426a7a9a8f3741565b1ebd0ca136ae16e00c7cd4a74
+size 10808288
diff --git a/checkpoints/Qwen3.5-27B/55.self_attn.o_proj.pt b/checkpoints/Qwen3.5-27B/55.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e05063636b10b1dc1929a18b85a8ce824ac2c6ce
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/55.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b053696dad46545b6fe6b74295983cce0e5d5c57980c1de804dfc0f2552c0aca
+size 64087008
diff --git a/checkpoints/Qwen3.5-27B/55.self_attn.q_proj.pt b/checkpoints/Qwen3.5-27B/55.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34b6f91c41cf20cce1076b3311efcd2007144c2f
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/55.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fd73b6d14dcc914e98737502219fac841957cc5b4c6acca3241b7d5427febd3
+size 127953888
diff --git a/checkpoints/Qwen3.5-27B/55.self_attn.v_proj.pt b/checkpoints/Qwen3.5-27B/55.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0c6eb9d2828547946e35417ef4d4ad5a463b670
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/55.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eca28994932d69705f65b2184cd09c111503314f4aa5261201e6c88e51fefea
+size 10808288
diff --git a/checkpoints/Qwen3.5-27B/56.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.5-27B/56.linear_attn.in_proj_qkv.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03a386ba9886e2579f4b4e759494ac68ab1b0c18
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/56.linear_attn.in_proj_qkv.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8889ade2959206266fe2ab70427356789768eb6f6ff8d2605a4d69751b34b3b6
+size 106654885
diff --git a/checkpoints/Qwen3.5-27B/56.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.5-27B/56.linear_attn.in_proj_z.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c37b48a9e4267d05236e266fabd489cc71ba1b35
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/56.linear_attn.in_proj_z.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:744122e225171dfdb843f5cab826459179355bb60daf51d87d053abe19233e46
+size 64056447
diff --git a/checkpoints/Qwen3.5-27B/56.linear_attn.out_proj.pt b/checkpoints/Qwen3.5-27B/56.linear_attn.out_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73f9043fda3f7774c75e9ba623be860258b02e28
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/56.linear_attn.out_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f14f4b11727dfa485a7af740f5e9e476c3efb7ae3eb2faee8dc12746e98abb5
+size 64087148
diff --git a/checkpoints/Qwen3.5-27B/56.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/56.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27f35b58b79c463b19ec5e7be5660a55d0040946
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/56.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa5ae4f1d8d1cb735b47ce0bcfcab2da9a0437303b31f6d089fc229f69b94a79
+size 181570471
diff --git a/checkpoints/Qwen3.5-27B/56.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/56.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e22d646fac08685e3a7353654a772d5adbc0ff9
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/56.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d49a8d3325287eeac3a932bae6177c0a6c0c64da441452d41687f7cc2aff9912
+size 181201831
diff --git a/checkpoints/Qwen3.5-27B/56.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/56.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f43ea6b50fa9b5f680cdf0e63eadbdf22c24f28
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/56.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ecc4092ad4e2b24fdbbea2863c0d7e42cf032ec61f182dca49cf226f0ee9c5
+size 181201793
diff --git a/checkpoints/Qwen3.5-27B/57.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.5-27B/57.linear_attn.in_proj_qkv.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3296aeac999a725868d66a6c17247cf2ba5593ef
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/57.linear_attn.in_proj_qkv.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71911f218cf73574daac2a68170fedd38e04296d752ec49b755aa2923d17da93
+size 106654885
diff --git a/checkpoints/Qwen3.5-27B/57.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.5-27B/57.linear_attn.in_proj_z.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a001bf09286e7299e174b9309b7327be6cd23656
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/57.linear_attn.in_proj_z.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cc98a57e63b5365c0cc2c07172393689c71df64db8a7cc400673af05cac5fb3
+size 64056447
diff --git a/checkpoints/Qwen3.5-27B/57.linear_attn.out_proj.pt b/checkpoints/Qwen3.5-27B/57.linear_attn.out_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f56bbddcc25734bc51cb6f849ee9637cfb547e20
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/57.linear_attn.out_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ec9e4744719cbeb9d2ede56cfadfff57b4651da53439faf600ddb17855d37d8
+size 64087148
diff --git a/checkpoints/Qwen3.5-27B/57.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/57.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3633cbcb4169f7204fa5853a7d7d7380ca37c719
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/57.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e89644fe14fbe85c09e117134b17b9d38b0992e66c9895b8a0cff39b6493fca
+size 181570471
diff --git a/checkpoints/Qwen3.5-27B/57.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/57.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d73be7c7d2d408b201c343d55fda88f0862bd1
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/57.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3983f22420766b0008a6b0abfba03dd3dc5f96e1bee1f848cee2a9da3693e0c0
+size 181201831
diff --git a/checkpoints/Qwen3.5-27B/57.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/57.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..926f18e1a3dc845cca40ec8fd9c1470d48d96181
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/57.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a17bce48f204a17c4720c7c24e52d6af033b91654e4d745b28ad8713fb317067
+size 181201793
diff --git a/checkpoints/Qwen3.5-27B/58.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.5-27B/58.linear_attn.in_proj_qkv.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4b65828366d3caa22cd632d9a4c4c948e835b1d
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/58.linear_attn.in_proj_qkv.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97575801c2f7d7fa64b30557c0d47d94d7da02265bd3ec2ab1f6780372ca8801
+size 106654885
diff --git a/checkpoints/Qwen3.5-27B/58.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.5-27B/58.linear_attn.in_proj_z.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa0b45cc534b7c8be544ec01152f09a2ff8323a6
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/58.linear_attn.in_proj_z.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76ab0666bef07654fb7b1c15a2cface67ff5b80bb6ea53d8744d910283d9b40b
+size 64056447
diff --git a/checkpoints/Qwen3.5-27B/58.linear_attn.out_proj.pt b/checkpoints/Qwen3.5-27B/58.linear_attn.out_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f746e7e59d84e4f8536fb2ea1015c2d8189a82
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/58.linear_attn.out_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e063dee4adbfd33c66cbc13866644385f06d439f16d83f8ca8244d000bc41af4
+size 64087148
diff --git a/checkpoints/Qwen3.5-27B/58.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/58.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88735e64846be9356aa7ff2017cf27044809fb81
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/58.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a01f7a69f6320399d7d686ad6ec4542f734c8ebd10de21755170002cecd24d8d
+size 181570471
diff --git a/checkpoints/Qwen3.5-27B/58.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/58.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b891f8eda13b944783832306ef07bafe03e5cb8e
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/58.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac204fe3dc800f2f5dcfc820084503566005f74338fc608ac007a77071d21de
+size 181201831
diff --git a/checkpoints/Qwen3.5-27B/58.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/58.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af03ecf7bce95f8bfdd1aadae01001713f49bb6f
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/58.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b244724397b358dc3f1223f12a6348548b7db963b640f9bbe4988a3f48202f3f
+size 181201793
diff --git a/checkpoints/Qwen3.5-27B/59.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/59.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40d5ad0815933478c7d86fcf067e8646b91fdb4d
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/59.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:598314ba744f11997dd8845e5ab4b872e33cfc74f7d3971342a003154883165f
+size 181570471
diff --git a/checkpoints/Qwen3.5-27B/59.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/59.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f878b5f1e16cbacb8562ad64440159adc0d107ff
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/59.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34bbc10f9321c6ebfabf47a1250d4f79b0317652a56921feddb7962dc25376d4
+size 181201831
diff --git a/checkpoints/Qwen3.5-27B/59.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/59.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b92a9fc45ab09f310025dabc7de70296f63e3ba9
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/59.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67b684857bc8e27f811fda3ab0e0b82dd3e8319a44653bc2e4d2d17f2f822860
+size 181201793
diff --git a/checkpoints/Qwen3.5-27B/59.self_attn.k_proj.pt b/checkpoints/Qwen3.5-27B/59.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5778b1089ea71f7ae88f7383481d9ab3f3a3e65
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/59.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21ba060507e0a9a5ca2c03b5c8f67ca45e280c313463a93fd077f6d614b922bf
+size 10808288
diff --git a/checkpoints/Qwen3.5-27B/59.self_attn.o_proj.pt b/checkpoints/Qwen3.5-27B/59.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..909d2196df1ac7ad7776b85b8741fe03311522be
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/59.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b757b2024b3367d194436a1e60ed665c1795d8d481348506063f89d54c96e36
+size 64087008
diff --git a/checkpoints/Qwen3.5-27B/59.self_attn.q_proj.pt b/checkpoints/Qwen3.5-27B/59.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d6d9d25b5c135fab40147b3e402e7ecce1f2d82
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/59.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e15ee105c5e7689f612ef32194d0c48821c7fc6453da7ead9221c523485a684e
+size 127953888
diff --git a/checkpoints/Qwen3.5-27B/59.self_attn.v_proj.pt b/checkpoints/Qwen3.5-27B/59.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bbe499cc8ba43f23946016e5eeaefdff40cfa5c
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/59.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d22aa7dd6b42ac764d50c5c0c51d15bf2c17c511d874ce09795d4159adaa1cac
+size 10808288
diff --git a/checkpoints/Qwen3.5-27B/6.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.5-27B/6.linear_attn.in_proj_qkv.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4c90c4aa3a8c1c551ce041acb27ddc4b99c160a
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/6.linear_attn.in_proj_qkv.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d826bb50dbe976657d673183e7d817b8bb55d3ea5dccfa59ae3088fb89d1c40
+size 106654866
diff --git a/checkpoints/Qwen3.5-27B/6.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.5-27B/6.linear_attn.in_proj_z.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c566e9a1423944604bde0372bdc310493d11170
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/6.linear_attn.in_proj_z.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:690bad584917cc8fa101b640415b047b63597a6056870f2452fb9e1deef1d855
+size 64056428
diff --git a/checkpoints/Qwen3.5-27B/6.linear_attn.out_proj.pt b/checkpoints/Qwen3.5-27B/6.linear_attn.out_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9566ead52d8318af23dc0ca1bab70b012764c5d8
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/6.linear_attn.out_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1edfdb8608a83a8c192668b33e736d0924d2caa98fbbd895e5b86ac3eca9a3d
+size 64087129
diff --git a/checkpoints/Qwen3.5-27B/6.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/6.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76424f88409fcadd1fc6283d8f2e9349e1aa47ec
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/6.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:353fcefa8bfb11aef6d58fd961de2bcc92f8e986889ca63b16c0b67784337b18
+size 181570452
diff --git a/checkpoints/Qwen3.5-27B/6.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/6.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..688c19f9df62b9bc6e93f4d0af049bfda7d7f527
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/6.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab510cbc2f561177ce394066ab2e2125c07e9b7ac110c956936f2edb4326f9a3
+size 181201812
diff --git a/checkpoints/Qwen3.5-27B/6.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/6.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf0785d88903351688c3a508c5639f8898b5748c
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/6.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:207578a28c9b772820a1b666b6bceb9cd20c5755e89452b0008a143ec6add98e
+size 181201774
diff --git a/checkpoints/Qwen3.5-27B/60.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.5-27B/60.linear_attn.in_proj_qkv.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a05e85c33637f57e93b30f661e5ffc6b4005f959
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/60.linear_attn.in_proj_qkv.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:878865d64454287816aa6128f9b2bad614f7e83f0a142c0503df76f24bc3ae85
+size 106654885
diff --git a/checkpoints/Qwen3.5-27B/60.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.5-27B/60.linear_attn.in_proj_z.pt
new file mode 100644
index 0000000000000000000000000000000000000000..590000bb56d16c34797d18360e5e43085d166bd6
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/60.linear_attn.in_proj_z.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01874bc21e4aff4a3f6b907a93da33671ded548919a2e6784e73964005e7c883
+size 64056447
diff --git a/checkpoints/Qwen3.5-27B/60.linear_attn.out_proj.pt b/checkpoints/Qwen3.5-27B/60.linear_attn.out_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71403e8acb7846c893774c361bd8a6da394dbecf
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/60.linear_attn.out_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b5754ec6ed19ea1c267999ab1523d3ce835b5ee999cba5ee1516b713f5f710
+size 64087148
diff --git a/checkpoints/Qwen3.5-27B/60.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/60.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd59de13d69e454a22f4e032d16eeb2ad38f8af5
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/60.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:845377edffc289d9969ba2715fe0cc12b119c220a684be3f505696ddd87f156a
+size 181570471
diff --git a/checkpoints/Qwen3.5-27B/60.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/60.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce20516c1346dd5987807ea3eb41ad7f817fd62d
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/60.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a583a7866b8802cb553b4c3d407fe70842af653a75013f1bb7a2382261a853ac
+size 181201831
diff --git a/checkpoints/Qwen3.5-27B/60.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/60.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89cc0f2334dbeaa4411076bd3d13fe64ff6e7df7
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/60.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a927eaddfba403614166a6ddda5bc349c6c1038d0e1947f6c52e0fead3488a
+size 181201793
diff --git a/checkpoints/Qwen3.5-27B/61.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.5-27B/61.linear_attn.in_proj_qkv.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b44c8b99e8a2e8f372cb8f6e71b68c332258819f
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/61.linear_attn.in_proj_qkv.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f14e1e8329747c2631de74d4c9f8c219c0fbcf1a221753c5ab1ddbde9226dcd
+size 106654885
diff --git a/checkpoints/Qwen3.5-27B/61.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.5-27B/61.linear_attn.in_proj_z.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7bd5fb2918e0099e4fb2140918a46861bf2ec04
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/61.linear_attn.in_proj_z.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dccb78934b6d6f820672af5dcabd2233f484baf19009465383b63bbce415f9f6
+size 64056447
diff --git a/checkpoints/Qwen3.5-27B/61.linear_attn.out_proj.pt b/checkpoints/Qwen3.5-27B/61.linear_attn.out_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c40e5f2366b86817ec261a883b25172a1d8f37d9
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/61.linear_attn.out_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf2d860ab3afea731bf3fef8d31ebbf05fb45638aa6fa5454de53d8a354cbdd7
+size 64087148
diff --git a/checkpoints/Qwen3.5-27B/61.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/61.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09d1b4590b3e35eca0dcc2160268f31972f7270f
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/61.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0c293fa6fbb6ebd698f522b14bb5708e2de5ff16f57de0c519bb01ebc5fd88a
+size 181570471
diff --git a/checkpoints/Qwen3.5-27B/61.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/61.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b935132752bf98bb881de6fb5f82b2393d1a44cc
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/61.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:925b41d6d1616a9a0047bc332dba2fe14a8f00cbb57a4f5d89bea4e7c1d076d0
+size 181201831
diff --git a/checkpoints/Qwen3.5-27B/61.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/61.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57d6b8e70b3ad18a763d53b76f3233459371b874
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/61.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83685deebabc29325ed4bbe2d73ac2efdefc6f9ea40f5258575715ebff22a2f3
+size 181201793
diff --git a/checkpoints/Qwen3.5-27B/62.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.5-27B/62.linear_attn.in_proj_qkv.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca7bf2ab595b87d856654d43069ac2687c49c791
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/62.linear_attn.in_proj_qkv.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91d5394cd2cc8d6a679f274942399363e517b369db9d661a34790387452d024a
+size 106654885
diff --git a/checkpoints/Qwen3.5-27B/62.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.5-27B/62.linear_attn.in_proj_z.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a470ea74a9ad7da10eb8fcb3d651b9dd91cd3db
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/62.linear_attn.in_proj_z.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e07e7a6cd7451fd9b38278c84bc8da7c1ec93f673c6c1992ebb36384bfbeeb46
+size 64056447
diff --git a/checkpoints/Qwen3.5-27B/62.linear_attn.out_proj.pt b/checkpoints/Qwen3.5-27B/62.linear_attn.out_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c83f565f757dceb4c4528403f8e3a194a3c6525
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/62.linear_attn.out_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bfa88ab35b55a42092ea0135464da354e6e8f4edae373ce8c1df06cac305081
+size 64087148
diff --git a/checkpoints/Qwen3.5-27B/62.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/62.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80d3a2b322bf1de016e53b3204e58a84371d0e4f
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/62.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae87f5f9e4e8f3940eb8f42b6bcc9cf3bf09530a7637b9a9bbf00d206b2282c7
+size 181570471
diff --git a/checkpoints/Qwen3.5-27B/62.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/62.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85a7b7e0fccf0b5f1d8c7eaec7c054c20ef051ed
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/62.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25ec937cbc3c4dba848a726660b993d6ca7481d590583539abec3535d89c3e61
+size 181201831
diff --git a/checkpoints/Qwen3.5-27B/62.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/62.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6abc7009f745ab752177a66aca11a1e5e7c9c3a2
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/62.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c949cbccf448b5076ce5f82ed837f3b4b50a424c896e8e4c991431f4f93944d
+size 181201793
diff --git a/checkpoints/Qwen3.5-27B/63.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/63.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..375bc300a66a3643610efc9f39ccac0f7914a4b8
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/63.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2fd67cd0d7afa69162c2c4e9631776feba5d5a1e3821ec856675986b129d18e
+size 181570471
diff --git a/checkpoints/Qwen3.5-27B/63.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/63.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76398d3ce00c16a9e89b06cb125d7a8c2d2e311b
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/63.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21ada5485b5929d329fef18df8f9e231db999cc16ab101ffd860d6de270ca9d5
+size 181201831
diff --git a/checkpoints/Qwen3.5-27B/63.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/63.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b770b5193e8d0680b048cb4e48961ca2bc32cb42
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/63.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f469868ba0b8f738ee2f1b223dbbebdd0aaa3811eceed69996b7068aa126ca
+size 181201793
diff --git a/checkpoints/Qwen3.5-27B/63.self_attn.k_proj.pt b/checkpoints/Qwen3.5-27B/63.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e726ab7c41c4e795b21b476bc442ff9f7ba65f5
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/63.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a718a38eba15a30e36939764e73a743a8834a619bc7a98fd3275faf950ed7fbb
+size 10808288
diff --git a/checkpoints/Qwen3.5-27B/63.self_attn.o_proj.pt b/checkpoints/Qwen3.5-27B/63.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe87f822c291487a6b299ae6cc8976d24dc64bed
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/63.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01a4cb8404c0f4d2a45a145d5519d8c4a98b443515d6e820ee729d7ec4f0f589
+size 64087008
diff --git a/checkpoints/Qwen3.5-27B/63.self_attn.q_proj.pt b/checkpoints/Qwen3.5-27B/63.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af1e8858bf9ea98bb84dd7fe21f92c5698cc318b
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/63.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cf91612beada3c52436568be16d17ba8552a555225ea7656635d3a4eb2bd0e0
+size 127953888
diff --git a/checkpoints/Qwen3.5-27B/63.self_attn.v_proj.pt b/checkpoints/Qwen3.5-27B/63.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3e12428b5422a2edd35fc4dd7e0311bb54fb9fd
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/63.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9ba5faebe347b18bccdc7553a4000397f7189b1ec498d33ea8e9569ede7d66f
+size 10808288
diff --git a/checkpoints/Qwen3.5-27B/7.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/7.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddcdc7618d2a18ce2b5171784a7b148ed296f747
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/7.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d693bf384a0787d79a95430a090d9abab71f958a4d04da8dcdaad9c50a20057
+size 181570452
diff --git a/checkpoints/Qwen3.5-27B/7.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/7.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..887bff09ddfcf2d967abd143c61539acd1cbbf83
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/7.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1563352775e180a5e618cd16d93962f0222543cc4b3b114764488062b902e56e
+size 181201812
diff --git a/checkpoints/Qwen3.5-27B/7.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/7.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b55f55b5058c562b29e950a9bbeb6ab8548594b
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/7.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6076e7e9a2cb80c8b98130398da898d86c697bc5d5b7eb9595c385aa782f7fb1
+size 181201774
diff --git a/checkpoints/Qwen3.5-27B/7.self_attn.k_proj.pt b/checkpoints/Qwen3.5-27B/7.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..431c2b26d1cc5d86e2e42a6fd76ba5e1360b59dc
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/7.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb1d74720c96a3268c1b9e3cafbdb652e8fd9699a311a6d0e0ca4fd49551c5b3
+size 10808269
diff --git a/checkpoints/Qwen3.5-27B/7.self_attn.o_proj.pt b/checkpoints/Qwen3.5-27B/7.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e30676dc2783169a214bc855f27e67f944e8a068
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/7.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0bedc272400d8aa064cb60b403b19426bea49cac97e686b3211eaccb6db06ff
+size 64086989
diff --git a/checkpoints/Qwen3.5-27B/7.self_attn.q_proj.pt b/checkpoints/Qwen3.5-27B/7.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0edc8dd0c2685c2c08328e38ade6356e9935ab23
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/7.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2866777af2a11e740918d4038483a6a1dae21bf9ea60f6f1e259d34b807d357e
+size 127953869
diff --git a/checkpoints/Qwen3.5-27B/7.self_attn.v_proj.pt b/checkpoints/Qwen3.5-27B/7.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d12d83a7d30f8e11be69fb6df07546da423ed589
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/7.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d8c6a49e651c7c1a0070d360d8c22f9c2e3617a6788141f403823c969870b4
+size 10808269
diff --git a/checkpoints/Qwen3.5-27B/8.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.5-27B/8.linear_attn.in_proj_qkv.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95e185dab31a50b2323fe31910cad9d8f23ed557
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/8.linear_attn.in_proj_qkv.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd15fe3f8a75648edf8633eccdb348dfc2318b58ec40fe455e3ab1d0f8d5901e
+size 106654866
diff --git a/checkpoints/Qwen3.5-27B/8.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.5-27B/8.linear_attn.in_proj_z.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3fb4d179a1514c8611d150a3ad88fa1da0d6f9b
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/8.linear_attn.in_proj_z.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18998a9b9e51ca461748377cdee91c4fc315535b3825ad4ea59631e0db9611a5
+size 64056428
diff --git a/checkpoints/Qwen3.5-27B/8.linear_attn.out_proj.pt b/checkpoints/Qwen3.5-27B/8.linear_attn.out_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..503f15342379b6c3e38f1a8d48d7421ae8484c14
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/8.linear_attn.out_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59893e3bb1d68883c33f90a0dc03043b20727ef7d3868fd237930a6ba0f179ff
+size 64087129
diff --git a/checkpoints/Qwen3.5-27B/8.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/8.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b821e9062743aadde66a15617fa410ed1c9db22
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/8.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5c9d181913d3ed121407966ce8613cdddb7c7f25b729030be2d4079601c185e
+size 181570452
diff --git a/checkpoints/Qwen3.5-27B/8.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/8.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d4f567b82508e609d2704fb880be079cef2bd4e
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/8.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:934d1ab172e0ca22c76a8a8c3abde3230ec9c246b1b10e374c23bc6877934742
+size 181201812
diff --git a/checkpoints/Qwen3.5-27B/8.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/8.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ea56a543deb6f58a226cd2d4bd4478dd236e9d4
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/8.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb5e170f3e289a7cf3078a210564582307ee28de2429e279d75b724680897202
+size 181201774
diff --git a/checkpoints/Qwen3.5-27B/9.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.5-27B/9.linear_attn.in_proj_qkv.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d41ef68910021d5322af865a4044c4e7ae224ba
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/9.linear_attn.in_proj_qkv.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c168cd04c152c786e03a660d0368b21bd569257d40e536ff46cb110b60e17226
+size 106654866
diff --git a/checkpoints/Qwen3.5-27B/9.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.5-27B/9.linear_attn.in_proj_z.pt
new file mode 100644
index 0000000000000000000000000000000000000000..962f9f8e1be1b0b13ca5e465392f3697738acc7e
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/9.linear_attn.in_proj_z.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3d85868ca336c8021540eceb5d2458b24a62395a48d106d505dab23d1049c5a
+size 64056428
diff --git a/checkpoints/Qwen3.5-27B/9.linear_attn.out_proj.pt b/checkpoints/Qwen3.5-27B/9.linear_attn.out_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a09d4c6361bd7bc6a4b2e6d675ee425d10a5f826
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/9.linear_attn.out_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff947975ec97005c9f375f141b8565dc95f77e6909c520c6401507850fbb5d95
+size 64087129
diff --git a/checkpoints/Qwen3.5-27B/9.mlp.down_proj.pt b/checkpoints/Qwen3.5-27B/9.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c85cc3420d54ba78ac5058b10d1f2d0894a43973
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/9.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bb2343e82f632687ea421c9efac4695504806ef8b99c848b5cd790ce45db446
+size 181570452
diff --git a/checkpoints/Qwen3.5-27B/9.mlp.gate_proj.pt b/checkpoints/Qwen3.5-27B/9.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67430cf554e01933624b805f3b907ed7507d6a0d
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/9.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80a0da1a93ebf6a90765106895d0c347aed03b467fe5103b98a45f4cd8c91684
+size 181201812
diff --git a/checkpoints/Qwen3.5-27B/9.mlp.up_proj.pt b/checkpoints/Qwen3.5-27B/9.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a35e6861d635f5cb98fef92f5cfc4cf634127fb1
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/9.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38a996ac59fcaccfd5f0fe2fcc7b529cff4803e566bcc8e662ac978909d696f5
+size 181201774
diff --git a/checkpoints/Qwen3.5-27B/args.json b/checkpoints/Qwen3.5-27B/args.json
new file mode 100644
index 0000000000000000000000000000000000000000..68ece1c5a0e057aeb00645e6a1d2305aff7d78dc
--- /dev/null
+++ b/checkpoints/Qwen3.5-27B/args.json
@@ -0,0 +1,43 @@
+{
+  "model": "Qwen/Qwen3.5-27B",
+  "params": [
+    "channel_scales:0.05,angles:0.05",
+    "weight:1e-5,quantizer:1e-6"
+  ],
+  "epochs": [
+    3,
+    3
+  ],
+  "weight_decay": 0.01,
+  "betas": [
+    0.9,
+    0.95
+  ],
+  "eps": 1e-10,
+  "loss": "smooth_l1",
+  "group_size": 128,
+  "n_bit": 4,
+  "num_rotations": 8,
+  "skipped_modules": [
+    "linear_attn.in_proj_a",
+    "linear_attn.in_proj_b"
+  ],
+  "datasets": [
+    "wikitext2",
+    "c4",
+    "redpajama"
+  ],
+  "val_dataset": "pileval",
+  "train_size": 2048,
+  "validation_size": 64,
+  "batch_size": 16,
+  "val_batch_size": null,
+  "gradient_accumulation_steps": 1,
+  "seqlen": 2048,
+  "cache_shards": 1,
+  "output_dir": "./output/3-epochs",
+  "resume": false,
+  "checkpointing": false,
+  "seed": 0,
+  "use_wandb": true
+}
\ No newline at end of file