diff --git a/checkpoints/Qwen3.6-35B-A3B/0.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.6-35B-A3B/0.linear_attn.in_proj_qkv.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9f84f398cb0dc05c1608f3ba34697849213d650 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/0.linear_attn.in_proj_qkv.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22d00bd7571a1c25887ff78c25687c1fec0410e611f06631b5b2703aced79ace +size 34145426 diff --git a/checkpoints/Qwen3.6-35B-A3B/0.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.6-35B-A3B/0.linear_attn.in_proj_z.pt new file mode 100644 index 0000000000000000000000000000000000000000..a43ec3fe6bfcbc0a8b35d2e221d0cdf82801c27c --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/0.linear_attn.in_proj_z.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a0a4a2e2a0d50e2db44d2b29baf755e85952b7bba0f1c1141f9cbe9190271d3 +size 17106028 diff --git a/checkpoints/Qwen3.6-35B-A3B/0.linear_attn.out_proj.pt b/checkpoints/Qwen3.6-35B-A3B/0.linear_attn.out_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb77fa19b4feafd9b7d053b2272f39dc498a6de5 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/0.linear_attn.out_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf6d47a406ad822d5329da693ad915a12b61ef47238c9ea4abc573c8ce9d0ed7 +size 17167449 diff --git a/checkpoints/Qwen3.6-35B-A3B/0.mlp.experts.pt b/checkpoints/Qwen3.6-35B-A3B/0.mlp.experts.pt new file mode 100644 index 0000000000000000000000000000000000000000..132db267ae5b9c6183324532ab7d126db41a69ee --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/0.mlp.experts.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:928cf8b3efc486f94c73ba742652d8170b0cc0d4b5f5e826171e1ac5d2dde7c3 +size 1635863244 diff --git a/checkpoints/Qwen3.6-35B-A3B/1.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.6-35B-A3B/1.linear_attn.in_proj_qkv.pt new file mode 100644 index 0000000000000000000000000000000000000000..5dd1308ee7da88c10a9632cf5980f396a274fa3a --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/1.linear_attn.in_proj_qkv.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5a331513dab7cd76b76e66047bf79a21dc598c80f873920764fa0bd8a9fc1f4 +size 34145426 diff --git a/checkpoints/Qwen3.6-35B-A3B/1.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.6-35B-A3B/1.linear_attn.in_proj_z.pt new file mode 100644 index 0000000000000000000000000000000000000000..12a4efbe46e29e63acf3e6365c29441b21a0e790 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/1.linear_attn.in_proj_z.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32961b7217330bc8dcf4514df9640ee9c4707866f9ce8ec7abda1e9111540a6b +size 17106028 diff --git a/checkpoints/Qwen3.6-35B-A3B/1.linear_attn.out_proj.pt b/checkpoints/Qwen3.6-35B-A3B/1.linear_attn.out_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..77742f3a320a7be211ecbacb7a659f008b1116b4 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/1.linear_attn.out_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da7699fa20de08f639cf78b590f920159f4518c8f13b1d3baac183fee37c9193 +size 17167449 diff --git a/checkpoints/Qwen3.6-35B-A3B/1.mlp.experts.pt b/checkpoints/Qwen3.6-35B-A3B/1.mlp.experts.pt new file mode 100644 index 0000000000000000000000000000000000000000..75e95201c187c74822e46dfd483bae630c869ca0 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/1.mlp.experts.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f4f30e5b37de58d5f1501e287073886ca75dad1c3d6bb00bd23cee4627b4637 +size 1635863244 diff --git a/checkpoints/Qwen3.6-35B-A3B/10.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.6-35B-A3B/10.linear_attn.in_proj_qkv.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c484241fc163fef0d04cee2efb47605bd640194 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/10.linear_attn.in_proj_qkv.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b100b94d5309fda14af10b5153570215aff91c170a41f706f7c0abb5a002f9cb +size 34145445 diff --git a/checkpoints/Qwen3.6-35B-A3B/10.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.6-35B-A3B/10.linear_attn.in_proj_z.pt new file mode 100644 index 0000000000000000000000000000000000000000..22cd76d0fdc06b1e246ef135bed99f4b746f9ff3 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/10.linear_attn.in_proj_z.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0d261a17e6fb7469afe99f9773d3347429651308d19ac5e49a770cd1fb9d6ec +size 17106047 diff --git a/checkpoints/Qwen3.6-35B-A3B/10.linear_attn.out_proj.pt b/checkpoints/Qwen3.6-35B-A3B/10.linear_attn.out_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..0446a01ff7c41f460021751adbbd66b608c00b0b --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/10.linear_attn.out_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:433e53fba4b08df663c7c5aa79b25f507b696013fb1243b7aa68f535320adbec +size 17167468 diff --git a/checkpoints/Qwen3.6-35B-A3B/10.mlp.experts.pt b/checkpoints/Qwen3.6-35B-A3B/10.mlp.experts.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a689673a3186f63ecd3f21c7c93132dd1198714 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/10.mlp.experts.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2f019093f35e965504e0514db3a6a3b23b6692aa357d8f993e5367014fae47b +size 1635863273 diff --git a/checkpoints/Qwen3.6-35B-A3B/11.mlp.experts.pt b/checkpoints/Qwen3.6-35B-A3B/11.mlp.experts.pt new file mode 100644 index 0000000000000000000000000000000000000000..8962faf05b05e35f4a253bf318360c668d39dbc2 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/11.mlp.experts.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5dedbb7cad36fa4d0706bd6a104b8cc7cbe382f18f4eab50ef90d224f9f10fe7 +size 1635863273 diff --git a/checkpoints/Qwen3.6-35B-A3B/11.self_attn.k_proj.pt b/checkpoints/Qwen3.6-35B-A3B/11.self_attn.k_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5b7ca8883658b44574bc96b8a0863f297a09bd1 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/11.self_attn.k_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:332c6e5cdf85477ab47d2036ab449e562a0a354a2c4add1362bf0311a6e0b036 +size 2196448 diff --git a/checkpoints/Qwen3.6-35B-A3B/11.self_attn.o_proj.pt b/checkpoints/Qwen3.6-35B-A3B/11.self_attn.o_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb520dfbe2c5bc3808b68598c3a81bbbb03a8210 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/11.self_attn.o_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87d16ff67ad40307c90186a24608b3259ea403cf76cb54aa2d86e3ccf70490d5 +size 17167328 diff --git a/checkpoints/Qwen3.6-35B-A3B/11.self_attn.q_proj.pt b/checkpoints/Qwen3.6-35B-A3B/11.self_attn.q_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..b514d01af202bc4cb7d30e0654c3a034d46bb65c --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/11.self_attn.q_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db3d23707505f9447dd4f9cf5a5563a98b4635c60ff3711306f815b3cd314151 +size 34145248 diff --git a/checkpoints/Qwen3.6-35B-A3B/11.self_attn.v_proj.pt b/checkpoints/Qwen3.6-35B-A3B/11.self_attn.v_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..f21121bc90bdf23564f26f50ca66e5613f7abbbe --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/11.self_attn.v_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6867ab521ef2bd5e5f45b93f28f24257ccd6c66aee8eafac5aaf56af40d008af +size 2196448 diff --git a/checkpoints/Qwen3.6-35B-A3B/12.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.6-35B-A3B/12.linear_attn.in_proj_qkv.pt new file mode 100644 index 0000000000000000000000000000000000000000..f39f4ba6ec904cf88f9c13a9b16106a4fd9202ff --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/12.linear_attn.in_proj_qkv.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90af4d2cc7385aee746c08cf70af99cf4fb778a2cc5d78114c226177485b852d +size 34145445 diff --git a/checkpoints/Qwen3.6-35B-A3B/12.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.6-35B-A3B/12.linear_attn.in_proj_z.pt new file mode 100644 index 0000000000000000000000000000000000000000..7fd368d9a8d42fe9d3831c1a1d43d669ad906738 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/12.linear_attn.in_proj_z.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d826a2503cf727c8549c899f19b8e31673eb9a9544b6897e66d413ec2be9ff61 +size 17106047 diff --git a/checkpoints/Qwen3.6-35B-A3B/12.linear_attn.out_proj.pt b/checkpoints/Qwen3.6-35B-A3B/12.linear_attn.out_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..65f9a9c34bd270c9fd4f02f57f71112644f1f506 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/12.linear_attn.out_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f99a72e9920e150832ef27a8643c2a434cff78444a42d8ef6f5192ffc59bfcee +size 17167468 diff --git a/checkpoints/Qwen3.6-35B-A3B/12.mlp.experts.pt b/checkpoints/Qwen3.6-35B-A3B/12.mlp.experts.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7067fe54f9d27081db6bda02c2c75c9b17a129d --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/12.mlp.experts.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:100b8e99106e3b0a5629f831f7b09c1ec3b9fdc45a730805bb554e9765045a4e +size 1635863273 diff --git a/checkpoints/Qwen3.6-35B-A3B/13.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.6-35B-A3B/13.linear_attn.in_proj_qkv.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c3a08c727550781d1c5493ea9cd0b7703b2cb69 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/13.linear_attn.in_proj_qkv.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5808cefa3f6fd3bf48cdf2a6f2fdc8cd85251673b8b00bb26ae6482710e70828 +size 34145445 diff --git a/checkpoints/Qwen3.6-35B-A3B/13.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.6-35B-A3B/13.linear_attn.in_proj_z.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9507321b3ec4ed320b3ec7fad6814b3678a0848 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/13.linear_attn.in_proj_z.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f06e1e0b682f435030ff0de4d9353c5b1280734376a9a402bf95da58732dfdb3 +size 17106047 diff --git a/checkpoints/Qwen3.6-35B-A3B/13.linear_attn.out_proj.pt b/checkpoints/Qwen3.6-35B-A3B/13.linear_attn.out_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..69e93dd1145d7eae2b9918e912365b543bdc8e62 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/13.linear_attn.out_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:917de7433fe7afecfc7ca862603e3b8d227274f4c5fdb73a08a597aeb5b8c14c +size 17167468 diff --git a/checkpoints/Qwen3.6-35B-A3B/13.mlp.experts.pt b/checkpoints/Qwen3.6-35B-A3B/13.mlp.experts.pt new file mode 100644 index 0000000000000000000000000000000000000000..2acdca5c63ec0b7eaeaf26e1d9424cc3aa8598c4 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/13.mlp.experts.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79c29f79c4364159c780926c1123fcddd4d11ee84e561692a2d79f4a7ef54017 +size 1635863273 diff --git a/checkpoints/Qwen3.6-35B-A3B/14.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.6-35B-A3B/14.linear_attn.in_proj_qkv.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c94b2abf3f216aff38fcc111cc7a636803a4fa1 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/14.linear_attn.in_proj_qkv.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:819e30b78049fb6abe3c4c7e84a680b805d9964518275650cf37457ac19160ed +size 34145445 diff --git a/checkpoints/Qwen3.6-35B-A3B/14.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.6-35B-A3B/14.linear_attn.in_proj_z.pt new file mode 100644 index 0000000000000000000000000000000000000000..11547aedb5dd08e5dab49ef24dd94db0b27635f6 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/14.linear_attn.in_proj_z.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf76150c535f16c57a33dc7c5a61ca30ee8e77d765ffa825ef0d9bc6212e0946 +size 17106047 diff --git a/checkpoints/Qwen3.6-35B-A3B/14.linear_attn.out_proj.pt b/checkpoints/Qwen3.6-35B-A3B/14.linear_attn.out_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..b082a81fb802f01728c94ccb97557d43d012244d --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/14.linear_attn.out_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:107f6ed111481b03f2415758004f903e27f5a0e7ae84884425bd97b72026a2ad +size 17167468 diff --git a/checkpoints/Qwen3.6-35B-A3B/14.mlp.experts.pt b/checkpoints/Qwen3.6-35B-A3B/14.mlp.experts.pt new file mode 100644 index 0000000000000000000000000000000000000000..22324db706319e6d0f02db633dfa7c98da97c9d5 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/14.mlp.experts.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:158b19dff317650c83edbf691f626549fd92be32e30607457b6867864f6a7201 +size 1635863273 diff --git a/checkpoints/Qwen3.6-35B-A3B/15.mlp.experts.pt b/checkpoints/Qwen3.6-35B-A3B/15.mlp.experts.pt new file mode 100644 index 0000000000000000000000000000000000000000..57c8afb32bc835eb5fa0a5f7e72e9dfac9557962 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/15.mlp.experts.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ca8481da525297e7084039894f0d6fb6e10c0530a26b908dd8988046f6f885b +size 1635863273 diff --git a/checkpoints/Qwen3.6-35B-A3B/15.self_attn.k_proj.pt b/checkpoints/Qwen3.6-35B-A3B/15.self_attn.k_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5d4a147952f8cbb882a90dc8b6d837f7b6122a5 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/15.self_attn.k_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:295575e014736699c429c0d47bfe4d8094c82e6d26eedc9f55256a90629eb29e +size 2196448 diff --git a/checkpoints/Qwen3.6-35B-A3B/15.self_attn.o_proj.pt b/checkpoints/Qwen3.6-35B-A3B/15.self_attn.o_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4570bb9aca4931f6de16122e3987e36d7dced93 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/15.self_attn.o_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e11c2f1a50a81a83fe12645301076451e39b29b12ea41954e8003cbd11aab97c +size 17167328 diff --git a/checkpoints/Qwen3.6-35B-A3B/15.self_attn.q_proj.pt b/checkpoints/Qwen3.6-35B-A3B/15.self_attn.q_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e6fcd5a31901736f938fa1ef4a628238009eefb --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/15.self_attn.q_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc8fc8c0721a7e3f49f2b11e2637907377faabd2798f69180fc8323a87247b5f +size 34145248 diff --git a/checkpoints/Qwen3.6-35B-A3B/15.self_attn.v_proj.pt b/checkpoints/Qwen3.6-35B-A3B/15.self_attn.v_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e5ef99cb71b1fe0843ec4cbba328f0ad138c569 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/15.self_attn.v_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0808dbb077eff0939a014dccb94919b0f1a9874554117c4f6464326088a737b4 +size 2196448 diff --git a/checkpoints/Qwen3.6-35B-A3B/16.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.6-35B-A3B/16.linear_attn.in_proj_qkv.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e4c9ce8208ffb432e96cf73d7700494d12b6bc8 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/16.linear_attn.in_proj_qkv.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bb33ad93db457718b57ced1f4d14df179841171429763d09ef4a69e3f14c6a4 +size 34145445 diff --git a/checkpoints/Qwen3.6-35B-A3B/16.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.6-35B-A3B/16.linear_attn.in_proj_z.pt new file mode 100644 index 0000000000000000000000000000000000000000..7dd47e548cafc09fb45545ad0d9f9ad7c6632321 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/16.linear_attn.in_proj_z.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47775d52baee258b6134b015116c03f584b4d5a635724f5b43528f4d6972ae1c +size 17106047 diff --git a/checkpoints/Qwen3.6-35B-A3B/16.linear_attn.out_proj.pt b/checkpoints/Qwen3.6-35B-A3B/16.linear_attn.out_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..d3fccc952feef17f0199d70d548543085e945c07 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/16.linear_attn.out_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78cf598cccdc040c62baf7d83b4f3ddc57e705ad51dc63d551298aa4430aeece +size 17167468 diff --git a/checkpoints/Qwen3.6-35B-A3B/16.mlp.experts.pt b/checkpoints/Qwen3.6-35B-A3B/16.mlp.experts.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4d3b56dafb49618f51a019548afd9459ace9355 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/16.mlp.experts.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99dd1bc5d82faf6be6d9519a6c55d8be852d669d3d2e4bc75e579fdc7ccb2e12 +size 1635863273 diff --git a/checkpoints/Qwen3.6-35B-A3B/17.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.6-35B-A3B/17.linear_attn.in_proj_qkv.pt new file mode 100644 index 0000000000000000000000000000000000000000..03c230705ed8ec3e8bc22bb507b0b28cc8e4587b --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/17.linear_attn.in_proj_qkv.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37185d03d9edd430972f4a8ba2466cffcb9f3c155a4a885835d4f287d0dc7a6f +size 34145445 diff --git a/checkpoints/Qwen3.6-35B-A3B/17.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.6-35B-A3B/17.linear_attn.in_proj_z.pt new file mode 100644 index 0000000000000000000000000000000000000000..7da5aa679ab39d1f7e946a46baee97b9769dc102 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/17.linear_attn.in_proj_z.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16bb0d4684c71d8a1a5af3bd5dee2c689370fa77cc647a80f6290639781d9e58 +size 17106047 diff --git a/checkpoints/Qwen3.6-35B-A3B/17.linear_attn.out_proj.pt b/checkpoints/Qwen3.6-35B-A3B/17.linear_attn.out_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c12e580b8f467db9271d6c1ca7c0b23e5de1190 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/17.linear_attn.out_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b45c9c76d6a25372adc319fde6943322880b1e80d8e1156e48900b30b76422e +size 17167468 diff --git a/checkpoints/Qwen3.6-35B-A3B/17.mlp.experts.pt b/checkpoints/Qwen3.6-35B-A3B/17.mlp.experts.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c98487a3c53e82b690a6f422837a36a1ee3aec6 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/17.mlp.experts.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9658363f709845b9b799489f5492c96c07bedab507fc13514aacd730b6bb14f +size 1635863273 diff --git a/checkpoints/Qwen3.6-35B-A3B/18.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.6-35B-A3B/18.linear_attn.in_proj_qkv.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb8888288539d325b80f3cd5574b3137f48b1cf5 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/18.linear_attn.in_proj_qkv.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:147fd9d7a936a3dfb4cf2b259955cfa7cfbdddd7a5b7d23bf7007e1c3645bab0 +size 34145445 diff --git a/checkpoints/Qwen3.6-35B-A3B/18.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.6-35B-A3B/18.linear_attn.in_proj_z.pt new file mode 100644 index 0000000000000000000000000000000000000000..5510e57a4a6c0f48c79937e63a2576361389ce27 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/18.linear_attn.in_proj_z.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c6a5b77de8f5b07dbb74d4d52d0ec2cdc26188da5608f9f4568dcea37f0499c +size 17106047 diff --git a/checkpoints/Qwen3.6-35B-A3B/18.linear_attn.out_proj.pt b/checkpoints/Qwen3.6-35B-A3B/18.linear_attn.out_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f9d46d6b424c84e292f735dab0e30bdcd7a9656 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/18.linear_attn.out_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d07cfc69e5786323c5c7e280f24757e8252f8ece78a6c53527242907ef4fee6 +size 17167468 diff --git a/checkpoints/Qwen3.6-35B-A3B/18.mlp.experts.pt b/checkpoints/Qwen3.6-35B-A3B/18.mlp.experts.pt new file mode 100644 index 0000000000000000000000000000000000000000..9faa91f3aa3857e29fde15a2e9465de85c69c351 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/18.mlp.experts.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:444f637468f9dae6f4d803c1587c0cea6656c98bf8d695ec3d74f30caa7406e7 +size 1635863273 diff --git a/checkpoints/Qwen3.6-35B-A3B/19.mlp.experts.pt b/checkpoints/Qwen3.6-35B-A3B/19.mlp.experts.pt new file mode 100644 index 0000000000000000000000000000000000000000..67f12bbe8e681c5858956e14abcef64dcc01df9c --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/19.mlp.experts.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a46ae17b9c0b732e0f157c2f867148419f3cfc77762ff32e3280aa43843e416b +size 1635863273 diff --git a/checkpoints/Qwen3.6-35B-A3B/19.self_attn.k_proj.pt b/checkpoints/Qwen3.6-35B-A3B/19.self_attn.k_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf91941542c7159eb489fa6d16888a0a10827099 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/19.self_attn.k_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1f9fab02284e4a511452e73b75af887b7416aa0f9609dcef3382682c632e484 +size 2196448 diff --git a/checkpoints/Qwen3.6-35B-A3B/19.self_attn.o_proj.pt b/checkpoints/Qwen3.6-35B-A3B/19.self_attn.o_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ab9424f0841ce5014a7ce8d7bdd36b014bf223c --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/19.self_attn.o_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fdc8e6ff99a1791d8610ab3163cf734aceb7bee5a44f7344ad86bc599e76955 +size 17167328 diff --git a/checkpoints/Qwen3.6-35B-A3B/19.self_attn.q_proj.pt b/checkpoints/Qwen3.6-35B-A3B/19.self_attn.q_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..30cea42d3a3748c1662b7faff036f2881f824be7 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/19.self_attn.q_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:191ce91c5e58730478c3f3d7bb74540805ebbf0beebc7f66bc82f77e65ef08d0 +size 34145248 diff --git a/checkpoints/Qwen3.6-35B-A3B/19.self_attn.v_proj.pt b/checkpoints/Qwen3.6-35B-A3B/19.self_attn.v_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..d34539f47d628080025f828f8b9cbfb5907adb6f --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/19.self_attn.v_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d86954668aa1e2edcd83321badf0a4ea3e91a1925cd151e6ad9092dbc5fc32e6 +size 2196448 diff --git a/checkpoints/Qwen3.6-35B-A3B/2.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.6-35B-A3B/2.linear_attn.in_proj_qkv.pt new file mode 100644 index 0000000000000000000000000000000000000000..2daeca5cacb6c7822ff53cc5eb58203981c11434 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/2.linear_attn.in_proj_qkv.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15cbbc8186db933fa2b138e2c421754eb9ba261dcb1857198766937a0d018d72 +size 34145426 diff --git a/checkpoints/Qwen3.6-35B-A3B/2.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.6-35B-A3B/2.linear_attn.in_proj_z.pt new file mode 100644 index 0000000000000000000000000000000000000000..00dc4faed44d6b6c3b35878d6c337d041c0060b2 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/2.linear_attn.in_proj_z.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76fe06bc6801cb07018b499d2285c8d25c0271987a7c05d775d7eba753cb72c4 +size 17106028 diff --git a/checkpoints/Qwen3.6-35B-A3B/2.linear_attn.out_proj.pt b/checkpoints/Qwen3.6-35B-A3B/2.linear_attn.out_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..6696973d1794b103cd3529f1fe1126e654ba1bc9 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/2.linear_attn.out_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72ec2b5552f283bcc359da937ec6894aae9485c65fa856dd7535ec11bed75c1f +size 17167449 diff --git a/checkpoints/Qwen3.6-35B-A3B/2.mlp.experts.pt b/checkpoints/Qwen3.6-35B-A3B/2.mlp.experts.pt new file mode 100644 index 0000000000000000000000000000000000000000..c3a17429fc9f44582fe54549639fd333db4ca12e --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/2.mlp.experts.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd374e5cb3fba4f8c8de58638eb29642331babbac6b0865399f72ca52bec56c7 +size 1635863244 diff --git a/checkpoints/Qwen3.6-35B-A3B/20.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.6-35B-A3B/20.linear_attn.in_proj_qkv.pt new file mode 100644 index 0000000000000000000000000000000000000000..28c4f4ad5924dec33899ab0fcf5774f409eb9485 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/20.linear_attn.in_proj_qkv.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34eae087eab305d305bac9141ca512538eaff3a3dcf32f1760769de38a0aa02f +size 34145445 diff --git a/checkpoints/Qwen3.6-35B-A3B/20.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.6-35B-A3B/20.linear_attn.in_proj_z.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f30ca0c8923fb5ea589399b5e46a12402880d6b --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/20.linear_attn.in_proj_z.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcb9038d568666262c33b73369a97f5f03c823329f491f1f8e9161b312b80f80 +size 17106047 diff --git a/checkpoints/Qwen3.6-35B-A3B/20.linear_attn.out_proj.pt b/checkpoints/Qwen3.6-35B-A3B/20.linear_attn.out_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c2d3ef459a1c926ba1c9c2093f704ec7891da0c --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/20.linear_attn.out_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9da11088be4ec4fce408d7a6701cdc1dc3ca37eb9ee377ad3c4e72ee93f8f923 +size 17167468 diff --git a/checkpoints/Qwen3.6-35B-A3B/20.mlp.experts.pt b/checkpoints/Qwen3.6-35B-A3B/20.mlp.experts.pt new file mode 100644 index 0000000000000000000000000000000000000000..212c8ef15e78dd7c5fb826e9ac00795cf242c9f2 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/20.mlp.experts.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92dabf9d703c75527ea66f636242837fae745df91c04ebcab29263f99cbf7419 +size 1635863273 diff --git a/checkpoints/Qwen3.6-35B-A3B/21.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.6-35B-A3B/21.linear_attn.in_proj_qkv.pt new file mode 100644 index 0000000000000000000000000000000000000000..901516fe996f1cb6516e2b14ecdac0ef2ec3b928 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/21.linear_attn.in_proj_qkv.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7db9bdae9328373fc8c8abb99f8b316a1e82192fd7e7e26288c349b33be73ca0 +size 34145445 diff --git a/checkpoints/Qwen3.6-35B-A3B/21.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.6-35B-A3B/21.linear_attn.in_proj_z.pt new file mode 100644 index 0000000000000000000000000000000000000000..946f059c6f47c1976ff0dad2df7355372029083c --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/21.linear_attn.in_proj_z.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9356ba1bd18de8655a40b352965de079b27682fab830487b64e96bef5149d922 +size 17106047 diff --git a/checkpoints/Qwen3.6-35B-A3B/21.linear_attn.out_proj.pt b/checkpoints/Qwen3.6-35B-A3B/21.linear_attn.out_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d7a3d1d522e416a721f2d857dbad2086a1465fd --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/21.linear_attn.out_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c177ae108eaaa6ea7f7439cf66f7a6c60f09353184826104f5c9d3a63f2ee1a +size 17167468 diff --git a/checkpoints/Qwen3.6-35B-A3B/21.mlp.experts.pt b/checkpoints/Qwen3.6-35B-A3B/21.mlp.experts.pt new file mode 100644 index 0000000000000000000000000000000000000000..d57d0c8a5341a9d912c65c4b415c436f4a9d6f22 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/21.mlp.experts.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbaf024407c20b802072df6498a5478d5e26d2650b68e8a6c8311b4b48fa820a +size 1635863273 diff --git a/checkpoints/Qwen3.6-35B-A3B/22.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.6-35B-A3B/22.linear_attn.in_proj_qkv.pt new file mode 100644 index 0000000000000000000000000000000000000000..32070a5f870b9fcb356741fb564e24fa17e3006f --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/22.linear_attn.in_proj_qkv.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cd107c5e7eea0ae2bebe72371b470f8dd6db261efe255f88d62d00d3871a09a +size 34145445 diff --git a/checkpoints/Qwen3.6-35B-A3B/22.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.6-35B-A3B/22.linear_attn.in_proj_z.pt new file mode 100644 index 0000000000000000000000000000000000000000..de23d948f37e6c538113418097f4a02ae04d3ccb --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/22.linear_attn.in_proj_z.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7507da41261423857875df06c2ec75f35a684b5f4280cfba4292c206d6a9085 +size 17106047 diff --git a/checkpoints/Qwen3.6-35B-A3B/22.linear_attn.out_proj.pt b/checkpoints/Qwen3.6-35B-A3B/22.linear_attn.out_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..eac7e648737f5f7d7f69759f718dcb2f7b828c4a --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/22.linear_attn.out_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d5247e0b2542faa27646a6a71e58f3f1903dc9b49d4f375ea955974bd86484b +size 17167468 diff --git a/checkpoints/Qwen3.6-35B-A3B/22.mlp.experts.pt b/checkpoints/Qwen3.6-35B-A3B/22.mlp.experts.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e08d08e507a566cfe4813ca0d3e931994666223 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/22.mlp.experts.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4a65896db3716bb85afe663f700b6371c4bb3555452460c9effc7e6a3fd873a +size 1635863273 diff --git a/checkpoints/Qwen3.6-35B-A3B/23.mlp.experts.pt b/checkpoints/Qwen3.6-35B-A3B/23.mlp.experts.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a14bc42bdc494ac21894843bfb109267d8d2b9e --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/23.mlp.experts.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb194062947a332158fecfb9f0ba59f63568f76e9f5580dd1e3d4d37ab952b56 +size 1635863273 diff --git a/checkpoints/Qwen3.6-35B-A3B/23.self_attn.k_proj.pt b/checkpoints/Qwen3.6-35B-A3B/23.self_attn.k_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4f71d3bd5596466f6378c83fba8badb9a02b232 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/23.self_attn.k_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d618033ddd57c991cf06b386a464292a78e9259475f92164d9af081d2832f8bd +size 2196448 diff --git a/checkpoints/Qwen3.6-35B-A3B/23.self_attn.o_proj.pt b/checkpoints/Qwen3.6-35B-A3B/23.self_attn.o_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..f793606bb1554c3de35b46f293bb5e19871c9bba --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/23.self_attn.o_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba34ff6a24c8ac007f62b19af2047f9488d9622ef200a93497eb8c43d96c2aea +size 17167328 diff --git a/checkpoints/Qwen3.6-35B-A3B/23.self_attn.q_proj.pt b/checkpoints/Qwen3.6-35B-A3B/23.self_attn.q_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..0db8c3a23f57dfbfc4c3ecb61d1df443b722f06e --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/23.self_attn.q_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c21bc9e9ba8b35cc1658c7f917fe7177bad436d276ee81235da36ecc23d0bc88 +size 34145248 diff --git a/checkpoints/Qwen3.6-35B-A3B/23.self_attn.v_proj.pt b/checkpoints/Qwen3.6-35B-A3B/23.self_attn.v_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..29c6352514fb2a63912cc9ae0d649d7b94d029d5 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/23.self_attn.v_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd00fce388ba8f90a5fad932d170ce37637b3319b830acd2585c78945e72e399 +size 2196448 diff --git a/checkpoints/Qwen3.6-35B-A3B/24.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.6-35B-A3B/24.linear_attn.in_proj_qkv.pt new file mode 100644 index 0000000000000000000000000000000000000000..06ed4afd9faa3139c365ba274f01415629ff710d --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/24.linear_attn.in_proj_qkv.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5078ccc4c854e2d28aa8dab12dca29f17b0b25aa54da2d76a1d4ae7b867f738 +size 34145445 diff --git a/checkpoints/Qwen3.6-35B-A3B/24.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.6-35B-A3B/24.linear_attn.in_proj_z.pt new file mode 100644 index 0000000000000000000000000000000000000000..40fb2146310d69ee3c285c383867a03cb5ffb5e4 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/24.linear_attn.in_proj_z.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62dade5e0df689acb5f2754c5171e3738212214005ef1b4ea92eb3d685d3a3b6 +size 17106047 diff --git a/checkpoints/Qwen3.6-35B-A3B/24.linear_attn.out_proj.pt b/checkpoints/Qwen3.6-35B-A3B/24.linear_attn.out_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e196734341b756240932721b2f7be85cc71709d --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/24.linear_attn.out_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9080cf60e76927830f897705871c469273a2791805c4aa8bf6ef4f282cd69f7a +size 17167468 diff --git a/checkpoints/Qwen3.6-35B-A3B/24.mlp.experts.pt b/checkpoints/Qwen3.6-35B-A3B/24.mlp.experts.pt new file mode 100644 index 0000000000000000000000000000000000000000..1bafa3a3ed9d821cb9f3780abb13f12b02e8d3fb --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/24.mlp.experts.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84c6fd9453694e3e8aaa47444f9dd8add152a8a681e69de531e73101eef8f67f +size 1635863273 diff --git a/checkpoints/Qwen3.6-35B-A3B/25.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.6-35B-A3B/25.linear_attn.in_proj_qkv.pt new file mode 100644 index 0000000000000000000000000000000000000000..f0b2821933a40ef644ec7d380f44ca31a08311d1 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/25.linear_attn.in_proj_qkv.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f7796f603f5f48c639a475cc6b58f5db255eabfb02657f29a574132840f7170 +size 34145445 diff --git a/checkpoints/Qwen3.6-35B-A3B/25.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.6-35B-A3B/25.linear_attn.in_proj_z.pt new file mode 100644 index 0000000000000000000000000000000000000000..7bbbfe5baae6ea7dc5217d79e1344d5216cfe25c --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/25.linear_attn.in_proj_z.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb5ed7787468283f9f997c4ece4a3ffe6b94e8e727d02467ac7175485eb75375 +size 17106047 diff --git a/checkpoints/Qwen3.6-35B-A3B/25.linear_attn.out_proj.pt b/checkpoints/Qwen3.6-35B-A3B/25.linear_attn.out_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e1f0852b86f6e8498cd9d6ccc032b09553c03e5 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/25.linear_attn.out_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43dcbd3e86ad0818bd53a4a086c361e88eea94ebf511ac0b78d176b00e68ea7c +size 17167468 diff --git a/checkpoints/Qwen3.6-35B-A3B/25.mlp.experts.pt b/checkpoints/Qwen3.6-35B-A3B/25.mlp.experts.pt new file mode 100644 index 0000000000000000000000000000000000000000..a8e7a1d829041b3cd950894c72193f69aa6dbccd --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/25.mlp.experts.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acfebdaa061d0b58025125eb52fd8bd5fda21d350b0d96953b0b40ad42e51417 +size 1635863273 diff --git a/checkpoints/Qwen3.6-35B-A3B/26.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.6-35B-A3B/26.linear_attn.in_proj_qkv.pt new file mode 100644 index 0000000000000000000000000000000000000000..480dc60dd78b1bd7f3215215d7310c6191f6552a --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/26.linear_attn.in_proj_qkv.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75d4faa39bdd99721ea236571db638df4f5c318be83c903c01a1ec97ec8320f7 +size 34145445 diff --git a/checkpoints/Qwen3.6-35B-A3B/26.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.6-35B-A3B/26.linear_attn.in_proj_z.pt new file mode 100644 index 0000000000000000000000000000000000000000..16e27bffd0762b0822e904d7b12fe911d60394fa --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/26.linear_attn.in_proj_z.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c8f7900b784c6d9ae733d9ea5f838e905d8add3753b1461f2fa232603651211 +size 17106047 diff --git a/checkpoints/Qwen3.6-35B-A3B/26.linear_attn.out_proj.pt b/checkpoints/Qwen3.6-35B-A3B/26.linear_attn.out_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..59a43edf8adea4d36fff13dc06500cb1f8f69b2a --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/26.linear_attn.out_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f380060be0319a6003aff80fcc6d5c358d05d6805ca23614c2ac1c3df2bbc7a +size 17167468 diff --git a/checkpoints/Qwen3.6-35B-A3B/26.mlp.experts.pt b/checkpoints/Qwen3.6-35B-A3B/26.mlp.experts.pt new file mode 100644 index 0000000000000000000000000000000000000000..a47264023916615bdc6e1b1a88cd60daefd86779 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/26.mlp.experts.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1887780839fccc4dffccea50310af800300cf1db494b3df68fc84cfa89e9666b +size 1635863273 diff --git a/checkpoints/Qwen3.6-35B-A3B/27.mlp.experts.pt b/checkpoints/Qwen3.6-35B-A3B/27.mlp.experts.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd6d35b04245fca6042d073ec3bcdd5020ae5a24 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/27.mlp.experts.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e444a4cd82c97ef763a6050bf8001ee8d918a167b39001affcbb148c0b3e893 +size 1635863273 diff --git a/checkpoints/Qwen3.6-35B-A3B/27.self_attn.k_proj.pt b/checkpoints/Qwen3.6-35B-A3B/27.self_attn.k_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..893cdf9e96e1d06c00c2d03bf7440972167e8fb5 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/27.self_attn.k_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8576315cc1827ec02c452e77182518e8c8f92a4bccee33d0617e35fdaafad1ac +size 2196448 diff --git a/checkpoints/Qwen3.6-35B-A3B/27.self_attn.o_proj.pt b/checkpoints/Qwen3.6-35B-A3B/27.self_attn.o_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3e82ab431995aa337cb57ee9f844b7e91c05b70 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/27.self_attn.o_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b4d808c1bd89432eedaabd1cffe8646e651d9b931edfa974ebae7fd39ea9800 +size 17167328 diff --git a/checkpoints/Qwen3.6-35B-A3B/27.self_attn.q_proj.pt b/checkpoints/Qwen3.6-35B-A3B/27.self_attn.q_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..8cd6fbf1aac0b80841877c667ccba905a2d7aa6a --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/27.self_attn.q_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19ad5afc0507b2fdaff3df5a9000ae4b90bc0a66283de6977230f0ee90d90798 +size 34145248 diff --git a/checkpoints/Qwen3.6-35B-A3B/27.self_attn.v_proj.pt b/checkpoints/Qwen3.6-35B-A3B/27.self_attn.v_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..10ffebedc10632986dca34728e87440ee5ff3323 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/27.self_attn.v_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b60e65c96a07eda51ead4b252aad44cef25bacc58baa828526111afc20493298 +size 2196448 diff --git a/checkpoints/Qwen3.6-35B-A3B/28.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.6-35B-A3B/28.linear_attn.in_proj_qkv.pt new file mode 100644 index 0000000000000000000000000000000000000000..20a5a2dea83c3635f778f48d25ff56e8c1c7916f --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/28.linear_attn.in_proj_qkv.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:519211874a319c9ab1a1b3698f3364682ee282bdc84d54d1763718522cf6f009 +size 34145445 diff --git a/checkpoints/Qwen3.6-35B-A3B/28.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.6-35B-A3B/28.linear_attn.in_proj_z.pt new file mode 100644 index 0000000000000000000000000000000000000000..2771a1c96eaebff7c3a162ddc9c72222878a32cc --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/28.linear_attn.in_proj_z.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b129a1098f9776e948585645fab7a5eb8b3b81c220b3314e62194ba2d03a2df5 +size 17106047 diff --git a/checkpoints/Qwen3.6-35B-A3B/28.linear_attn.out_proj.pt b/checkpoints/Qwen3.6-35B-A3B/28.linear_attn.out_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3963010d5c14289286b700efcb75e35d4394096 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/28.linear_attn.out_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ee4040982848c4758f2b5a5369c0f4ff41e7ec611bd1bccc83ac0feb6f5c786 +size 17167468 diff --git a/checkpoints/Qwen3.6-35B-A3B/28.mlp.experts.pt b/checkpoints/Qwen3.6-35B-A3B/28.mlp.experts.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b60cbf244319ae11f9a7bde86112fcac4777ee7 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/28.mlp.experts.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9278b6366b744805504fbdd28e63ad6fb58dc9902d5ba022ec9dd9b09af29a05 +size 1635863273 diff --git a/checkpoints/Qwen3.6-35B-A3B/29.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.6-35B-A3B/29.linear_attn.in_proj_qkv.pt new file mode 100644 index 0000000000000000000000000000000000000000..035b14c256932cc0858c00347acf76edc3fe9fb0 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/29.linear_attn.in_proj_qkv.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69e1ef387be38ee47f740d0a40dd5fb09e6ab96f279bf4b268f09db0200bae13 +size 34145445 diff --git a/checkpoints/Qwen3.6-35B-A3B/29.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.6-35B-A3B/29.linear_attn.in_proj_z.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba1bfb3895486de8da01a1dee6634542e98c04c7 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/29.linear_attn.in_proj_z.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cace523b5fba67c21ae1b28e112fc3da5af143ea2a37393fda1c70cfd28f5cb4 +size 17106047 diff --git a/checkpoints/Qwen3.6-35B-A3B/29.linear_attn.out_proj.pt b/checkpoints/Qwen3.6-35B-A3B/29.linear_attn.out_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..9be9092d0edc4f29850d7f1f8bf97e57209f56e2 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/29.linear_attn.out_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72d20a91ec1a82744f4852d5b7d1dc1dbc5a60df8209db94df798acab1fc0be8 +size 17167468 diff --git a/checkpoints/Qwen3.6-35B-A3B/29.mlp.experts.pt b/checkpoints/Qwen3.6-35B-A3B/29.mlp.experts.pt new file mode 100644 index 0000000000000000000000000000000000000000..75f261ee433f0b411afffedf1c171616a3bb1eb5 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/29.mlp.experts.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cb940caeec3cd6e5cfb104d53351e32ff9fcd9c2a34dc73c38172aa1ec4e718 +size 1635863273 diff --git a/checkpoints/Qwen3.6-35B-A3B/3.mlp.experts.pt b/checkpoints/Qwen3.6-35B-A3B/3.mlp.experts.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a6f6b4eaf8034cab2d0935cd581d7c81fa9eecc --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/3.mlp.experts.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b14dc2d50dca9ed634069e86d53fe41e32cf387f5cc0ea93fea779b1285ae91 +size 1635863244 diff --git a/checkpoints/Qwen3.6-35B-A3B/3.self_attn.k_proj.pt b/checkpoints/Qwen3.6-35B-A3B/3.self_attn.k_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..b47ba287f4b4cb0fa51011452a51a2500ff1a31e --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/3.self_attn.k_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab11b22b942e4dbf8e8c4696fcdd1f74c9ce5caf6c787b23c1aa2cf9b5370c79 +size 2196429 diff --git a/checkpoints/Qwen3.6-35B-A3B/3.self_attn.o_proj.pt b/checkpoints/Qwen3.6-35B-A3B/3.self_attn.o_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..0557d163a895c3177b9af10e609762be2c5a1e1c --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/3.self_attn.o_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9415e2c61098b43cbdd42eecad930555559ad520e99e98661214f2d4c149a30d +size 17167309 diff --git a/checkpoints/Qwen3.6-35B-A3B/3.self_attn.q_proj.pt b/checkpoints/Qwen3.6-35B-A3B/3.self_attn.q_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..d88983f59ecbc56c5b0620559830b67d224863ee --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/3.self_attn.q_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8995bc028c68665d3da532c5e5f1edd03625bd70050d955129789f2078ab7c3 +size 34145229 diff --git a/checkpoints/Qwen3.6-35B-A3B/3.self_attn.v_proj.pt b/checkpoints/Qwen3.6-35B-A3B/3.self_attn.v_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..24f64fadc4c9e99ab348d8fd1506148f249b1203 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/3.self_attn.v_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cd9996c5db4a9ddf913c6e4e50bd54b81dd22929af318ccbcfc947a83c52614 +size 2196429 diff --git a/checkpoints/Qwen3.6-35B-A3B/30.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.6-35B-A3B/30.linear_attn.in_proj_qkv.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4c6acf823042936288f8f9178bead4da23c927c --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/30.linear_attn.in_proj_qkv.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8cfb690fb1675a65b204b88f5c91ff9aed189bf50caff0829172e8c33c95dbc +size 34145445 diff --git a/checkpoints/Qwen3.6-35B-A3B/30.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.6-35B-A3B/30.linear_attn.in_proj_z.pt new file mode 100644 index 0000000000000000000000000000000000000000..a078e24a116faa5e9f80b1ea14b17ba7d237c1b2 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/30.linear_attn.in_proj_z.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11a3f3bdca48eef4f75979127904ddacf0c8c328f3e1b624cc8ab998d0f79511 +size 17106047 diff --git a/checkpoints/Qwen3.6-35B-A3B/30.linear_attn.out_proj.pt b/checkpoints/Qwen3.6-35B-A3B/30.linear_attn.out_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d4399291848651fe739a9899afd7c5129ccf1b9 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/30.linear_attn.out_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:097273fc8da976e5db66aab528f3a1ac764fea15fb177fc847c780b9791acd2a +size 17167468 diff --git a/checkpoints/Qwen3.6-35B-A3B/30.mlp.experts.pt b/checkpoints/Qwen3.6-35B-A3B/30.mlp.experts.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc7e8f5a8d162f92aba2bafc53073f9cfe1de521 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/30.mlp.experts.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60c16984a30777a81435c683a7514ef4d7123a0246c43eaa8906cc3fd4866477 +size 1635863273 diff --git a/checkpoints/Qwen3.6-35B-A3B/31.mlp.experts.pt b/checkpoints/Qwen3.6-35B-A3B/31.mlp.experts.pt new file mode 100644 index 0000000000000000000000000000000000000000..f97311d6665ee613100d12fac844c40eab7a3aa6 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/31.mlp.experts.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ec9fe2eafe853f06dbdaf483e11a40ed4fdb948aee1f306e90d4d54afd6f80a +size 1635863273 diff --git a/checkpoints/Qwen3.6-35B-A3B/31.self_attn.k_proj.pt b/checkpoints/Qwen3.6-35B-A3B/31.self_attn.k_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..ebea7cd0ffcee09e3dfd773a45ce0853b399e603 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/31.self_attn.k_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5c13aeaec387ffdc368a748a8ceafb69d0d354509603c5889f9d067ab29bb63 +size 2196448 diff --git a/checkpoints/Qwen3.6-35B-A3B/31.self_attn.o_proj.pt b/checkpoints/Qwen3.6-35B-A3B/31.self_attn.o_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..34db27b1a1444f4b33e6f06339095d68ee628135 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/31.self_attn.o_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be1528086867c4798cdba3be5875cbca12f1ce0ef0b839eabafca365c0363b73 +size 17167328 diff --git a/checkpoints/Qwen3.6-35B-A3B/31.self_attn.q_proj.pt b/checkpoints/Qwen3.6-35B-A3B/31.self_attn.q_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..22a68426a2d393dda3114d5833637a2355b172b7 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/31.self_attn.q_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:144e3cd150b157b7ce07401ec8404e78cb92b7e4b065a2da01c01ee1169ed318 +size 34145248 diff --git a/checkpoints/Qwen3.6-35B-A3B/31.self_attn.v_proj.pt b/checkpoints/Qwen3.6-35B-A3B/31.self_attn.v_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..879459824bb97930bc918988d7028da150350ac3 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/31.self_attn.v_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b14e5141befad6069dbe42906784efdeb89eda1b046741f4128532b31295f79b +size 2196448 diff --git a/checkpoints/Qwen3.6-35B-A3B/32.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.6-35B-A3B/32.linear_attn.in_proj_qkv.pt new file mode 100644 index 0000000000000000000000000000000000000000..33d975cbb406910e7975ad779573331a08d31f83 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/32.linear_attn.in_proj_qkv.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e12d480db7e24b0d7528232cd7ad6712df5139b5f1a833cd2c71622fd552cac9 +size 34145445 diff --git a/checkpoints/Qwen3.6-35B-A3B/32.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.6-35B-A3B/32.linear_attn.in_proj_z.pt new file mode 100644 index 0000000000000000000000000000000000000000..aea85ee2e2be6cb56d3f3aeebddddd840df126f3 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/32.linear_attn.in_proj_z.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b629e60cb564ac68ee4f83d2a62e44b9c05c1bc69ef67949f9b5ed5eb3a7ff52 +size 17106047 diff --git a/checkpoints/Qwen3.6-35B-A3B/32.linear_attn.out_proj.pt b/checkpoints/Qwen3.6-35B-A3B/32.linear_attn.out_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..83d25b4eb7aef36a93a15cea6c644da8a5297ac4 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/32.linear_attn.out_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6cf2dedb48b4c02e4d42c5b92307ff7fc3cba71f8ffae6ca66c7d8b507ad245 +size 17167468 diff --git a/checkpoints/Qwen3.6-35B-A3B/32.mlp.experts.pt b/checkpoints/Qwen3.6-35B-A3B/32.mlp.experts.pt new file mode 100644 index 0000000000000000000000000000000000000000..81592eccc523dc3f72c34f53344db0766f389f83 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/32.mlp.experts.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6ad98fc271d433709cebac2e4614c46e68c2505afcc5d76c344ca54a71ca55a +size 1635863273 diff --git a/checkpoints/Qwen3.6-35B-A3B/33.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.6-35B-A3B/33.linear_attn.in_proj_qkv.pt new file mode 100644 index 0000000000000000000000000000000000000000..a234ece36c784482f2b2276cde2df7961b1679f1 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/33.linear_attn.in_proj_qkv.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eaa301139989177eaa14595e35fdaac60fcf0e01ee8973d99e4b35503f8cb35f +size 34145445 diff --git a/checkpoints/Qwen3.6-35B-A3B/33.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.6-35B-A3B/33.linear_attn.in_proj_z.pt new file mode 100644 index 0000000000000000000000000000000000000000..829e21f3bb8a41ab8cb11e78342293e7d08ca31b --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/33.linear_attn.in_proj_z.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53714aebab1d252e312cd6c9b44ddfdba5da13117aec8bcaf9ed8cefa0e0cbd0 +size 17106047 diff --git a/checkpoints/Qwen3.6-35B-A3B/33.linear_attn.out_proj.pt b/checkpoints/Qwen3.6-35B-A3B/33.linear_attn.out_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f4d7d7547e65d3f9bb846c5233d96ec838e3049 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/33.linear_attn.out_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5e1d96b2a28a1824e5780f5f3db4b7a8ce3f3d9512a78e00b62bf537c59c146 +size 17167468 diff --git a/checkpoints/Qwen3.6-35B-A3B/33.mlp.experts.pt b/checkpoints/Qwen3.6-35B-A3B/33.mlp.experts.pt new file mode 100644 index 0000000000000000000000000000000000000000..22ebcf1b0db180dce565f2d206d3c6a91debd57a --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/33.mlp.experts.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0e9b18cba32511a982f9d6851b7f38d05053d5effc4df771396b2e695eaea78 +size 1635863273 diff --git a/checkpoints/Qwen3.6-35B-A3B/34.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.6-35B-A3B/34.linear_attn.in_proj_qkv.pt new file mode 100644 index 0000000000000000000000000000000000000000..75995514d193952665a4557b0e963374972c0ece --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/34.linear_attn.in_proj_qkv.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbbd819cf909defa052c062882ced07bad433bd497aba9973e09b618ff5bdc09 +size 34145445 diff --git a/checkpoints/Qwen3.6-35B-A3B/34.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.6-35B-A3B/34.linear_attn.in_proj_z.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad1278b748b27b346b7d8251eae4cc5d20090da9 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/34.linear_attn.in_proj_z.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bf37308044c631826de48c92e59bb68b645b66ae8647ea73e0eb8753e760d95 +size 17106047 diff --git a/checkpoints/Qwen3.6-35B-A3B/34.linear_attn.out_proj.pt b/checkpoints/Qwen3.6-35B-A3B/34.linear_attn.out_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..3aff348b6054a3d768644fa8d7ab7d96d1b0546e --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/34.linear_attn.out_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a2a829c76cbeb6c3ac01e3d5bfd05bc43342a48a05fc27de6bbe2c9357412a7 +size 17167468 diff --git a/checkpoints/Qwen3.6-35B-A3B/34.mlp.experts.pt b/checkpoints/Qwen3.6-35B-A3B/34.mlp.experts.pt new file mode 100644 index 0000000000000000000000000000000000000000..f0cdec8c277d41ee40ed9e1082bf6cc607ceab31 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/34.mlp.experts.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d38be93bdfef47c175b143520199a461b76f1555831fc09add6cabf3b716122 +size 1635863273 diff --git a/checkpoints/Qwen3.6-35B-A3B/35.mlp.experts.pt b/checkpoints/Qwen3.6-35B-A3B/35.mlp.experts.pt new file mode 100644 index 0000000000000000000000000000000000000000..46a1fc8f7fedbe403dd8c3244b6c1893ff5aad4c --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/35.mlp.experts.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c42211d9454d32eb1705affc28be7ee6abd5caa3cb79a69ed2b08ba7f7f187c8 +size 1635863273 diff --git a/checkpoints/Qwen3.6-35B-A3B/35.self_attn.k_proj.pt b/checkpoints/Qwen3.6-35B-A3B/35.self_attn.k_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..30a763489810bc77b9744aca646d8e2acfa4cf85 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/35.self_attn.k_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:818228c5c9700b64acd4d6861e56e2e14b8bfe7188b67760ed3470d3471f5b48 +size 2196448 diff --git a/checkpoints/Qwen3.6-35B-A3B/35.self_attn.o_proj.pt b/checkpoints/Qwen3.6-35B-A3B/35.self_attn.o_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d3b5b968bf0e982439edf2c0b3f367d66b83744 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/35.self_attn.o_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3b9c8c0cf40d916aed1958fe1ba91876ec81b6cbcd8b9ed2798d811ec3fd9bf +size 17167328 diff --git a/checkpoints/Qwen3.6-35B-A3B/35.self_attn.q_proj.pt b/checkpoints/Qwen3.6-35B-A3B/35.self_attn.q_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..47fcedeed059ec9ff63581ac95146ed0ab5131c2 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/35.self_attn.q_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d8b516f8b24b2a27d94c4330ba39bd2a633c77a6184480b4188edc88e316bcb +size 34145248 diff --git a/checkpoints/Qwen3.6-35B-A3B/35.self_attn.v_proj.pt b/checkpoints/Qwen3.6-35B-A3B/35.self_attn.v_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8a4bcf5aa799735a29a18fa95f6d25011cdedda --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/35.self_attn.v_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6573d5cbd9accf090038d4b82fb8b22f2db36c5d2ba46215175e76c219da73b +size 2196448 diff --git a/checkpoints/Qwen3.6-35B-A3B/36.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.6-35B-A3B/36.linear_attn.in_proj_qkv.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea621e7d2a15cb3f7162af725f5f7d5930059d88 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/36.linear_attn.in_proj_qkv.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ba6ac65bd5ae785dfa9787f74da19f578d42b39741df1bd1c7cf052abc3e021 +size 34145445 diff --git a/checkpoints/Qwen3.6-35B-A3B/36.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.6-35B-A3B/36.linear_attn.in_proj_z.pt new file mode 100644 index 0000000000000000000000000000000000000000..7256c4afa5d923ce654a032d5bb5f13f6cdb0bb1 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/36.linear_attn.in_proj_z.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d198feacd98d015f16aa564b668e39f6db882b35e2a7b848420276573381b8c4 +size 17106047 diff --git a/checkpoints/Qwen3.6-35B-A3B/36.linear_attn.out_proj.pt b/checkpoints/Qwen3.6-35B-A3B/36.linear_attn.out_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a03eb9f2d394491ff4221cdf5b35ce8cc79b2dd --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/36.linear_attn.out_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cac3393901f0c569afd3dcad8550ce837e14ff9d5310142b7506273a0b6f0403 +size 17167468 diff --git a/checkpoints/Qwen3.6-35B-A3B/36.mlp.experts.pt b/checkpoints/Qwen3.6-35B-A3B/36.mlp.experts.pt new file mode 100644 index 0000000000000000000000000000000000000000..9059f9c86a9aacabd4b2f67b33f70c568025fdaa --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/36.mlp.experts.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba92e2d1a394762b5081275f6a09e54fe74bd3e7ab6ed81f6d443cb52cf0b942 +size 1635863273 diff --git a/checkpoints/Qwen3.6-35B-A3B/37.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.6-35B-A3B/37.linear_attn.in_proj_qkv.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf231ad36f3f97d5f5d6edaafdde175351d58b5f --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/37.linear_attn.in_proj_qkv.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df2a99bfcdb7ac60adfbc0e9ed232acdf93ee2355686286d5e483d5826e79691 +size 34145445 diff --git a/checkpoints/Qwen3.6-35B-A3B/37.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.6-35B-A3B/37.linear_attn.in_proj_z.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f606f9eebee7740d01a2229b9b99350337f4bd7 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/37.linear_attn.in_proj_z.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3c91d148b951db25898cc446b1c540f6a3b2519447da6b0896888a34f5fe89c +size 17106047 diff --git a/checkpoints/Qwen3.6-35B-A3B/37.linear_attn.out_proj.pt b/checkpoints/Qwen3.6-35B-A3B/37.linear_attn.out_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..2768867261b08a137139812d0f7f0de723fdd312 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/37.linear_attn.out_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec10689de51c928f5e0ea8af8cc5c4d2f0f7dc318b2639ce6ed07eb80d4fae06 +size 17167468 diff --git a/checkpoints/Qwen3.6-35B-A3B/37.mlp.experts.pt b/checkpoints/Qwen3.6-35B-A3B/37.mlp.experts.pt new file mode 100644 index 0000000000000000000000000000000000000000..78f34acc34adac146fd4bcbbf8cbded0bbce9a26 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/37.mlp.experts.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76bed60eebc995b5c310124200c3452143c6f3cf46a4baaf4901bf95e46841b0 +size 1635863273 diff --git a/checkpoints/Qwen3.6-35B-A3B/38.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.6-35B-A3B/38.linear_attn.in_proj_qkv.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1382c3424041e04165f8a1087b0b437ce5fae71 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/38.linear_attn.in_proj_qkv.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c32fdb2645cc6eb63d7f240f43a4e254a21ba37de55cf75325ea8610f8fcf6c0 +size 34145445 diff --git a/checkpoints/Qwen3.6-35B-A3B/38.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.6-35B-A3B/38.linear_attn.in_proj_z.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5fb3acd66aba415973583d8d69ccd4528afdafa --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/38.linear_attn.in_proj_z.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:647872092189e6b7ae094f60c17816b228c2767e9b91d2257d6abb542aff8f56 +size 17106047 diff --git a/checkpoints/Qwen3.6-35B-A3B/38.linear_attn.out_proj.pt b/checkpoints/Qwen3.6-35B-A3B/38.linear_attn.out_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..43f99d8a94645596c9c6f6bdc6f3c1259f4360d6 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/38.linear_attn.out_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb22a0d8b5048de6409888248551fddef0e73b3b6ddb80dcd68c6337d6231744 +size 17167468 diff --git a/checkpoints/Qwen3.6-35B-A3B/38.mlp.experts.pt b/checkpoints/Qwen3.6-35B-A3B/38.mlp.experts.pt new file mode 100644 index 0000000000000000000000000000000000000000..6665d373b77fb4f9a93f6b94af95412de5d60d17 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/38.mlp.experts.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f00d0d3f318ab43adef9a835db91a41ef1416764acccc6a2078a466e3ed2e2d0 +size 1635863273 diff --git a/checkpoints/Qwen3.6-35B-A3B/39.mlp.experts.pt b/checkpoints/Qwen3.6-35B-A3B/39.mlp.experts.pt new file mode 100644 index 0000000000000000000000000000000000000000..9807731b080d1703d4d1ea0d58fa4408a26b1f4c --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/39.mlp.experts.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f0b9e3a4113bb877d28f66e325838954d85be33a88ac7a78057d09c441b3406 +size 1635863273 diff --git a/checkpoints/Qwen3.6-35B-A3B/39.self_attn.k_proj.pt b/checkpoints/Qwen3.6-35B-A3B/39.self_attn.k_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..6425fb6c8e5305d9cde0d9ae017543ab79062f4a --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/39.self_attn.k_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6f8482452f25b9e4243323c632f8f31175032e81b500a45180adea63abd858c +size 2196448 diff --git a/checkpoints/Qwen3.6-35B-A3B/39.self_attn.o_proj.pt b/checkpoints/Qwen3.6-35B-A3B/39.self_attn.o_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a3ed7d2aa827c0f8df0be1fdef08e3881999568 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/39.self_attn.o_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79fd6073e287670c9e8608351a9093a1ef2629148687e7c08dedba04d290efbe +size 17167328 diff --git a/checkpoints/Qwen3.6-35B-A3B/39.self_attn.q_proj.pt b/checkpoints/Qwen3.6-35B-A3B/39.self_attn.q_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f50d49bcfe20e022b80f40e58d518548ae002cd --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/39.self_attn.q_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e326ab2cb496217358142dffb431354002a2773cdbc823a0cc7cb11c1733ff40 +size 34145248 diff --git a/checkpoints/Qwen3.6-35B-A3B/39.self_attn.v_proj.pt b/checkpoints/Qwen3.6-35B-A3B/39.self_attn.v_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf5957bd7fe80fa04dca677e825c6e1bf6669165 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/39.self_attn.v_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4520e868b4737ddd6fa3d29999f1d718e514dd788dab01814c05ec8eb191441a +size 2196448 diff --git a/checkpoints/Qwen3.6-35B-A3B/4.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.6-35B-A3B/4.linear_attn.in_proj_qkv.pt new file mode 100644 index 0000000000000000000000000000000000000000..636c4044f3e426f6d6e73c2cfedadf8659c27886 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/4.linear_attn.in_proj_qkv.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a137db2770e04c755b397a77741f8b1e01af7afe21e3bf135568b29f53a671b1 +size 34145426 diff --git a/checkpoints/Qwen3.6-35B-A3B/4.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.6-35B-A3B/4.linear_attn.in_proj_z.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb41484f6845ba66f60c09b7836c8e452218651a --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/4.linear_attn.in_proj_z.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a84593d28103dfa638d16ec1c1ead4d637e8644590cfd7382597003105a398fb +size 17106028 diff --git a/checkpoints/Qwen3.6-35B-A3B/4.linear_attn.out_proj.pt b/checkpoints/Qwen3.6-35B-A3B/4.linear_attn.out_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ee09be560dda81891ea7c5aa4e89b1d3c941818 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/4.linear_attn.out_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e51efd0b4f98433237f2ef6ceda9da3df568f177cb3fa8e9b07be1dace5bcaa5 +size 17167449 diff --git a/checkpoints/Qwen3.6-35B-A3B/4.mlp.experts.pt b/checkpoints/Qwen3.6-35B-A3B/4.mlp.experts.pt new file mode 100644 index 0000000000000000000000000000000000000000..848697933f061b31c94255385a77219d8a93f9f8 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/4.mlp.experts.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c78e11180cd8e341aa81decab3dd26e6c44e820c1699b6a6864961e48e1660cd +size 1635863244 diff --git a/checkpoints/Qwen3.6-35B-A3B/5.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.6-35B-A3B/5.linear_attn.in_proj_qkv.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e42f9b24137a4698fec4599f0b90c9b075e24e7 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/5.linear_attn.in_proj_qkv.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9af1ca6c931e84439ae31eaf58747ca4bfa54e732bfcfc3cdced33bd3372a25a +size 34145426 diff --git a/checkpoints/Qwen3.6-35B-A3B/5.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.6-35B-A3B/5.linear_attn.in_proj_z.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab8d26ef07c91c1300a2f6def7b95dc070ceefcd --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/5.linear_attn.in_proj_z.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f86d040d4316c44ebb1852d67e8f88dfd584094607291a82741e5718f12ca823 +size 17106028 diff --git a/checkpoints/Qwen3.6-35B-A3B/5.linear_attn.out_proj.pt b/checkpoints/Qwen3.6-35B-A3B/5.linear_attn.out_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..6fab4d47393baac536af7aa793e1b665d937095c --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/5.linear_attn.out_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ed08f7e9fb77025934e6518434313d3fad104ea86fb17620cda62e355c158f8 +size 17167449 diff --git a/checkpoints/Qwen3.6-35B-A3B/5.mlp.experts.pt b/checkpoints/Qwen3.6-35B-A3B/5.mlp.experts.pt new file mode 100644 index 0000000000000000000000000000000000000000..e57055d68cbd81c8a6e62ea74b200b5f5aff1979 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/5.mlp.experts.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:984ced181583f85b785a466f671f80274d03886bdd42fb06babc62a928ab0bfb +size 1635863244 diff --git a/checkpoints/Qwen3.6-35B-A3B/6.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.6-35B-A3B/6.linear_attn.in_proj_qkv.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa3bb6d08f90c72e8fc810c7f74cd93ca0a15a5c --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/6.linear_attn.in_proj_qkv.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e91fe7ac578892e166c11ec9c1fd7c9a7a18229dd7df3963d9724527aecbc19 +size 34145426 diff --git a/checkpoints/Qwen3.6-35B-A3B/6.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.6-35B-A3B/6.linear_attn.in_proj_z.pt new file mode 100644 index 0000000000000000000000000000000000000000..8939c589e1d424f854634fb0dc14ad77249c3562 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/6.linear_attn.in_proj_z.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c12c9507fe2bea28185bd4dc7a36bbe84e2f9b988f7348e6ff7ebc74adec81a6 +size 17106028 diff --git a/checkpoints/Qwen3.6-35B-A3B/6.linear_attn.out_proj.pt b/checkpoints/Qwen3.6-35B-A3B/6.linear_attn.out_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f74ea0e6bc8442f57eaf7036634b54ba1080f2c --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/6.linear_attn.out_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c1c498e111ba7469c88d5ec476d7697970a28b8d77385ea52bd99e5a78114de +size 17167449 diff --git a/checkpoints/Qwen3.6-35B-A3B/6.mlp.experts.pt b/checkpoints/Qwen3.6-35B-A3B/6.mlp.experts.pt new file mode 100644 index 0000000000000000000000000000000000000000..2662c541bfde2f1371ced5a7a2f322e0bda5b8b0 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/6.mlp.experts.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39bd635361601b04470478033133af315d12e44c4506f07778f9512d88a4ae20 +size 1635863244 diff --git a/checkpoints/Qwen3.6-35B-A3B/7.mlp.experts.pt b/checkpoints/Qwen3.6-35B-A3B/7.mlp.experts.pt new file mode 100644 index 0000000000000000000000000000000000000000..119bba5384c4dee1c0638c5cb85079ed98daf4b5 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/7.mlp.experts.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c9c55afbe0e738874232e85f38a9b27ffe05b59bfa8fb4a8bd77537ebd1e87c +size 1635863244 diff --git a/checkpoints/Qwen3.6-35B-A3B/7.self_attn.k_proj.pt b/checkpoints/Qwen3.6-35B-A3B/7.self_attn.k_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..612632fb8273fc2edb54a936d3b0002bf771db99 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/7.self_attn.k_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72f1e1cd3a03b4d76e1f419889e714edaeb63cc738439e166921852891e2d54b +size 2196429 diff --git a/checkpoints/Qwen3.6-35B-A3B/7.self_attn.o_proj.pt b/checkpoints/Qwen3.6-35B-A3B/7.self_attn.o_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..fbe4984e1f30ba3917ac7257c77accd4b510afa9 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/7.self_attn.o_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3616cd7aee1a88c1feca6328555024cef436e99ed4ef507020e38e48096d2081 +size 17167309 diff --git a/checkpoints/Qwen3.6-35B-A3B/7.self_attn.q_proj.pt b/checkpoints/Qwen3.6-35B-A3B/7.self_attn.q_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..67f42774504513fa070d9a8926f7b4b6a0a276a8 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/7.self_attn.q_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f7bab1450513c04ef17d59e0598e20b8a0fd31990fb3d9bc868c75572a321e5 +size 34145229 diff --git a/checkpoints/Qwen3.6-35B-A3B/7.self_attn.v_proj.pt b/checkpoints/Qwen3.6-35B-A3B/7.self_attn.v_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c4f4db8260d8dafc9c83710fdc90c3dd7a6a4ee --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/7.self_attn.v_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb1188294bc8ec2cc2339563cab703d2f0f51d62669ca22874593faec53dee0c +size 2196429 diff --git a/checkpoints/Qwen3.6-35B-A3B/8.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.6-35B-A3B/8.linear_attn.in_proj_qkv.pt new file mode 100644 index 0000000000000000000000000000000000000000..c28ee64638266a87754256f1fc865219c0286c69 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/8.linear_attn.in_proj_qkv.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:089866cb069c1b0719e8b2820f4c409d5e4fd05a4b4fa7ee8a532e3ec63f6770 +size 34145426 diff --git a/checkpoints/Qwen3.6-35B-A3B/8.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.6-35B-A3B/8.linear_attn.in_proj_z.pt new file mode 100644 index 0000000000000000000000000000000000000000..dfe90c34550c600176d00796771b5870cb06a1d7 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/8.linear_attn.in_proj_z.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7899e65f7cce84e12c85a3efc4172d658bc2d00cb13b2d139e6acfb4992e8671 +size 17106028 diff --git a/checkpoints/Qwen3.6-35B-A3B/8.linear_attn.out_proj.pt b/checkpoints/Qwen3.6-35B-A3B/8.linear_attn.out_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc92536a2a3705ef64005e80db677ac273362a59 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/8.linear_attn.out_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b1eba7fb242518afda3863cb87ca0abba15d6c8a3b5d63dc34b607349edc147 +size 17167449 diff --git a/checkpoints/Qwen3.6-35B-A3B/8.mlp.experts.pt b/checkpoints/Qwen3.6-35B-A3B/8.mlp.experts.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b9183cbfc3b47fd244488a2a55adc535ed9f867 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/8.mlp.experts.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1eae6dffd78bcedf92c108c3a6fa7a02264df88bc430000c12f391b9145c9e5 +size 1635863244 diff --git a/checkpoints/Qwen3.6-35B-A3B/9.linear_attn.in_proj_qkv.pt b/checkpoints/Qwen3.6-35B-A3B/9.linear_attn.in_proj_qkv.pt new file mode 100644 index 0000000000000000000000000000000000000000..6dd7cbe61783efb8de7d11344604b577ee73e38e --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/9.linear_attn.in_proj_qkv.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02f8d828ab647aa979b1b17cfc4823a92fed59561daa204786cd6d6c2787380a +size 34145426 diff --git a/checkpoints/Qwen3.6-35B-A3B/9.linear_attn.in_proj_z.pt b/checkpoints/Qwen3.6-35B-A3B/9.linear_attn.in_proj_z.pt new file mode 100644 index 0000000000000000000000000000000000000000..07f8956df269d28e9983d7853fb8104a21a028d8 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/9.linear_attn.in_proj_z.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9d804221a345e848e19c89cead5ec871696e418680d6aae6a1c1e0129f1b685 +size 17106028 diff --git a/checkpoints/Qwen3.6-35B-A3B/9.linear_attn.out_proj.pt b/checkpoints/Qwen3.6-35B-A3B/9.linear_attn.out_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..1327b751161d73f7047227186947920645a7c801 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/9.linear_attn.out_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01ccb8ad3eea032dc2b00d52a992c97272e3b771ef901f64669f3d246d8eae8b +size 17167449 diff --git a/checkpoints/Qwen3.6-35B-A3B/9.mlp.experts.pt b/checkpoints/Qwen3.6-35B-A3B/9.mlp.experts.pt new file mode 100644 index 0000000000000000000000000000000000000000..f0ce48de40bf260541ee5b8a3e1f97b1052ad86b --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/9.mlp.experts.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:997b68e49aded63d44d93119cf63792b39e2cb6ce164787bc45ee5c3c834e36e +size 1635863244 diff --git a/checkpoints/Qwen3.6-35B-A3B/args.json b/checkpoints/Qwen3.6-35B-A3B/args.json new file mode 100644 index 0000000000000000000000000000000000000000..c0fc77c19c0d9847bd076a2de79b920fd5dc1bc2 --- /dev/null +++ b/checkpoints/Qwen3.6-35B-A3B/args.json @@ -0,0 +1,48 @@ +{ + "model": "Qwen/Qwen3.6-35B-A3B", + "params": [ + "channel_scales:0.05,angles:0.05", + "weight:1e-5,quantizer:1e-6" + ], + "epochs": [ + 5, + 5 + ], + "weight_decay": 0.01, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-10, + "loss": "smooth_l1", + "group_size": 128, + "n_bit": 4, + "num_rotations": 8, + "skipped_modules": [ + "mlp.gate", + "mlp.shared_expert_gate", + "mlp.shared_expert.up_proj", + "mlp.shared_expert.gate_proj", + "mlp.shared_expert.down_proj", + "linear_attn.in_proj_a", + "linear_attn.in_proj_b" + ], + "datasets": [ + "wikitext2", + "c4", + "redpajama" + ], + "val_dataset": "pileval", + "train_size": 2048, + "validation_size": 64, + "batch_size": 16, + "val_batch_size": null, + "gradient_accumulation_steps": 1, + "seqlen": 2048, + "cache_shards": 1, + "output_dir": "./output", + "resume": false, + "checkpointing": false, + "seed": 0, + "use_wandb": true +} \ No newline at end of file