Hugging Face's logo

z-lab
/
paroquant-checkpoints

Safetensors
Model card Files
xet
 Community
liang2kl commited on
Commit
6a03752
·
verified ·
1 Parent(s): defea8c

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. checkpoints/Qwen3.5-27B/0.linear_attn.in_proj_qkv.pt +3 -0
  2. checkpoints/Qwen3.5-27B/0.linear_attn.in_proj_z.pt +3 -0
  3. checkpoints/Qwen3.5-27B/0.linear_attn.out_proj.pt +3 -0
  4. checkpoints/Qwen3.5-27B/0.mlp.down_proj.pt +3 -0
  5. checkpoints/Qwen3.5-27B/0.mlp.gate_proj.pt +3 -0
  6. checkpoints/Qwen3.5-27B/0.mlp.up_proj.pt +3 -0
  7. checkpoints/Qwen3.5-27B/1.linear_attn.in_proj_qkv.pt +3 -0
  8. checkpoints/Qwen3.5-27B/1.linear_attn.in_proj_z.pt +3 -0
  9. checkpoints/Qwen3.5-27B/1.linear_attn.out_proj.pt +3 -0
  10. checkpoints/Qwen3.5-27B/1.mlp.down_proj.pt +3 -0
  11. checkpoints/Qwen3.5-27B/1.mlp.gate_proj.pt +3 -0
  12. checkpoints/Qwen3.5-27B/1.mlp.up_proj.pt +3 -0
  13. checkpoints/Qwen3.5-27B/10.linear_attn.in_proj_qkv.pt +3 -0
  14. checkpoints/Qwen3.5-27B/10.linear_attn.in_proj_z.pt +3 -0
  15. checkpoints/Qwen3.5-27B/10.linear_attn.out_proj.pt +3 -0
  16. checkpoints/Qwen3.5-27B/10.mlp.down_proj.pt +3 -0
  17. checkpoints/Qwen3.5-27B/10.mlp.gate_proj.pt +3 -0
  18. checkpoints/Qwen3.5-27B/10.mlp.up_proj.pt +3 -0
  19. checkpoints/Qwen3.5-27B/11.mlp.down_proj.pt +3 -0
  20. checkpoints/Qwen3.5-27B/11.mlp.gate_proj.pt +3 -0
  21. checkpoints/Qwen3.5-27B/11.mlp.up_proj.pt +3 -0
  22. checkpoints/Qwen3.5-27B/11.self_attn.k_proj.pt +3 -0
  23. checkpoints/Qwen3.5-27B/11.self_attn.o_proj.pt +3 -0
  24. checkpoints/Qwen3.5-27B/11.self_attn.q_proj.pt +3 -0
  25. checkpoints/Qwen3.5-27B/11.self_attn.v_proj.pt +3 -0
  26. checkpoints/Qwen3.5-27B/12.linear_attn.in_proj_qkv.pt +3 -0
  27. checkpoints/Qwen3.5-27B/12.linear_attn.in_proj_z.pt +3 -0
  28. checkpoints/Qwen3.5-27B/12.linear_attn.out_proj.pt +3 -0
  29. checkpoints/Qwen3.5-27B/12.mlp.down_proj.pt +3 -0
  30. checkpoints/Qwen3.5-27B/12.mlp.gate_proj.pt +3 -0
  31. checkpoints/Qwen3.5-27B/12.mlp.up_proj.pt +3 -0
  32. checkpoints/Qwen3.5-27B/13.linear_attn.in_proj_qkv.pt +3 -0
  33. checkpoints/Qwen3.5-27B/13.linear_attn.in_proj_z.pt +3 -0
  34. checkpoints/Qwen3.5-27B/13.linear_attn.out_proj.pt +3 -0
  35. checkpoints/Qwen3.5-27B/13.mlp.down_proj.pt +3 -0
  36. checkpoints/Qwen3.5-27B/13.mlp.gate_proj.pt +3 -0
  37. checkpoints/Qwen3.5-27B/13.mlp.up_proj.pt +3 -0
  38. checkpoints/Qwen3.5-27B/14.linear_attn.in_proj_qkv.pt +3 -0
  39. checkpoints/Qwen3.5-27B/14.linear_attn.in_proj_z.pt +3 -0
  40. checkpoints/Qwen3.5-27B/14.linear_attn.out_proj.pt +3 -0
  41. checkpoints/Qwen3.5-27B/14.mlp.down_proj.pt +3 -0
  42. checkpoints/Qwen3.5-27B/14.mlp.gate_proj.pt +3 -0
  43. checkpoints/Qwen3.5-27B/14.mlp.up_proj.pt +3 -0
  44. checkpoints/Qwen3.5-27B/15.mlp.down_proj.pt +3 -0
  45. checkpoints/Qwen3.5-27B/15.mlp.gate_proj.pt +3 -0
  46. checkpoints/Qwen3.5-27B/15.mlp.up_proj.pt +3 -0
  47. checkpoints/Qwen3.5-27B/15.self_attn.k_proj.pt +3 -0
  48. checkpoints/Qwen3.5-27B/15.self_attn.o_proj.pt +3 -0
  49. checkpoints/Qwen3.5-27B/15.self_attn.q_proj.pt +3 -0
  50. checkpoints/Qwen3.5-27B/15.self_attn.v_proj.pt +3 -0
checkpoints/Qwen3.5-27B/0.linear_attn.in_proj_qkv.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b4fa4cf122ed42202048d3610a598c5037777670bcec7e2e8021863bf306f63
3
+ size 106654866
checkpoints/Qwen3.5-27B/0.linear_attn.in_proj_z.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e4791868aebe53c689d65dd35885d156ea0ea4505766ebeafb0818934463499
3
+ size 64056428
checkpoints/Qwen3.5-27B/0.linear_attn.out_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bbbed51ad230756af9240cfc6d331435d5a4faf7c2814b7a5185b6573c9d9a1
3
+ size 64087129
checkpoints/Qwen3.5-27B/0.mlp.down_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2e8bc1cf4764bef6bd3eb413a54fb8e92bef07417242dd5c10ff2e94551cae9
3
+ size 181570452
checkpoints/Qwen3.5-27B/0.mlp.gate_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f9559c294986cb28c5aefee7f81676801a4ee45121ae9cad8530182404b0f8f
3
+ size 181201812
checkpoints/Qwen3.5-27B/0.mlp.up_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6e79d4999ba6f3356610c5e3b0ae498a8e054fd864e36e55a648246035cecb8
3
+ size 181201774
checkpoints/Qwen3.5-27B/1.linear_attn.in_proj_qkv.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96936e4d4f0f8ca4f7cc1d2de6b8abd364f005112aa002b8f2d1d35a456630f5
3
+ size 106654866
checkpoints/Qwen3.5-27B/1.linear_attn.in_proj_z.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5720e29fc059374bf7698b1a0eef4b6d02c5e161bb4fc77f2a720f49c44cbe10
3
+ size 64056428
checkpoints/Qwen3.5-27B/1.linear_attn.out_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f5e3aed6830459ab4af14f7f8033fb03d86a5f484e99f1d0c31fad377b60e5b
3
+ size 64087129
checkpoints/Qwen3.5-27B/1.mlp.down_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:200ec469149d1672dc7e6eaf895961942f942487ae61513d9586c86127011302
3
+ size 181570452
checkpoints/Qwen3.5-27B/1.mlp.gate_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:284b2aa57fcb55f357b6405fe00ddf61e0729506bcf22fe9c9bc4ce1d33479e0
3
+ size 181201812
checkpoints/Qwen3.5-27B/1.mlp.up_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c661132ed5d1cd30ca962462f123df0f1dda31e4daaa4ab05cf3112adbd6c3b
3
+ size 181201774
checkpoints/Qwen3.5-27B/10.linear_attn.in_proj_qkv.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0cff311d5c9a53631df1bcfe16caef57c611aeba87a514f05a7d7212fe060f6f
3
+ size 106654885
checkpoints/Qwen3.5-27B/10.linear_attn.in_proj_z.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8d7480b6b4cdf1dc903ab3d7e4e91a02050e552080d28e4a513046e5248ec84
3
+ size 64056447
checkpoints/Qwen3.5-27B/10.linear_attn.out_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:acd29ab13a7d809f4cee5643298b9d0d6318c517538b9d3977916236500520bc
3
+ size 64087148
checkpoints/Qwen3.5-27B/10.mlp.down_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00af1640b2d6b98cdb03fff87eaedbcad444df0056c494ddd41764f0e7d4930a
3
+ size 181570471
checkpoints/Qwen3.5-27B/10.mlp.gate_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51c007b3eba13cef3a13454b1911b5de6778135395bfdc55e6dc87fbc26c0d63
3
+ size 181201831
checkpoints/Qwen3.5-27B/10.mlp.up_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67ae635d25ca6a1d6ab3573271391f7e0880569780515ca2533021e67a4b4e20
3
+ size 181201793
checkpoints/Qwen3.5-27B/11.mlp.down_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9df4201614a4896c21bc3657e6ce60668e61c0608d9239d7097c6ab53e4cbb77
3
+ size 181570471
checkpoints/Qwen3.5-27B/11.mlp.gate_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50a5234f98a6aa0bb080e42f2a092bc4f72264a41e0eaf79ef421177ce12ebd0
3
+ size 181201831
checkpoints/Qwen3.5-27B/11.mlp.up_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9c3d7e811f1c06f5255ab2486f2c01d2ba02d57ad35d4c4c5438c222212afad
3
+ size 181201793
checkpoints/Qwen3.5-27B/11.self_attn.k_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6acd5b563ce88007b7799d1751357c072afc3da0624c097dabe99998693ca00e
3
+ size 10808288
checkpoints/Qwen3.5-27B/11.self_attn.o_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58f3c69ee396e4d0e50d0c5de4629ddf19ff2fbe7e023e3b1fe58769cb09f3fd
3
+ size 64087008
checkpoints/Qwen3.5-27B/11.self_attn.q_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcf84ee6d39480a62614556d743d31fcc0a3fad7ca0ac5e99cca821abbb84c24
3
+ size 127953888
checkpoints/Qwen3.5-27B/11.self_attn.v_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8b849382c9bca01ff4ac1dbddbd5d131d5f28ea817351b5048ebe21bf6000cf
3
+ size 10808288
checkpoints/Qwen3.5-27B/12.linear_attn.in_proj_qkv.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63d978e4979a9567b3e85d91cd936eb8d9fb025f1156a7feaa5f256c57752711
3
+ size 106654885
checkpoints/Qwen3.5-27B/12.linear_attn.in_proj_z.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06266e7ffad81e8a6a87a1e6d5d88ef90893ad41626e390087ddc946614e02dd
3
+ size 64056447
checkpoints/Qwen3.5-27B/12.linear_attn.out_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1bccea60084f49af456923d8e678f0afdf45c78f6ef3eab53874804971f5c739
3
+ size 64087148
checkpoints/Qwen3.5-27B/12.mlp.down_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41ee5c394fda2317b24910b680734e1d653cd1dced5ed8fc3b061c8975d91bfc
3
+ size 181570471
checkpoints/Qwen3.5-27B/12.mlp.gate_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9ca652732c893f88ef1109c4771e6fb0a4c477164a06928fe8e98e786e61ccf
3
+ size 181201831
checkpoints/Qwen3.5-27B/12.mlp.up_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c77299755348e0afea2788fdaa8a241f98795bcc82637ab221a818990e63d177
3
+ size 181201793
checkpoints/Qwen3.5-27B/13.linear_attn.in_proj_qkv.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97bda5bfaecff9059d8fe5435781a28ef35307c892988c8341a457a498742582
3
+ size 106654885
checkpoints/Qwen3.5-27B/13.linear_attn.in_proj_z.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4abb5d851311ef16b12cb31629b51f4ca7682e08fa676fa9096e1ced06994bb8
3
+ size 64056447
checkpoints/Qwen3.5-27B/13.linear_attn.out_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b129ecaaf81fff68efda1aaef2824f036894d8fe9dfd4f9a083fc633531286bf
3
+ size 64087148
checkpoints/Qwen3.5-27B/13.mlp.down_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:997f1e12d3fe74bfa46591ed50302e6c47bb2a1f703d08b7413eb8d5b4c12fba
3
+ size 181570471
checkpoints/Qwen3.5-27B/13.mlp.gate_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74bef639b03469af9079adf211bacf32c494cc1bc76e407e199bbc04cd2bcce2
3
+ size 181201831
checkpoints/Qwen3.5-27B/13.mlp.up_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae7a80a3da29910cf9460c5230d9e5d8045e9ffb41e7429e5621d3a622233ab0
3
+ size 181201793
checkpoints/Qwen3.5-27B/14.linear_attn.in_proj_qkv.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87022489b7db703d0178d2048bad867e6bda564e964334806135f299a5abd7a0
3
+ size 106654885
checkpoints/Qwen3.5-27B/14.linear_attn.in_proj_z.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59606e61099d85f1ecebded0d59032f47283064e13e2819515a31c9eb5c6e8ab
3
+ size 64056447
checkpoints/Qwen3.5-27B/14.linear_attn.out_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f7e66c645d0fb2597e89d5eeb709904cc76b7b1af9d5ccacad550d22edadea9
3
+ size 64087148
checkpoints/Qwen3.5-27B/14.mlp.down_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd2e05ba1aacbef80af4705b07b388d66be8cc49e31f0ceb8cbd27b170b7fcfb
3
+ size 181570471
checkpoints/Qwen3.5-27B/14.mlp.gate_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69e6ac1e5f372bf99ced641dbe5fd4bd6c0114a73fed00bc6d3396bb901b0a85
3
+ size 181201831
checkpoints/Qwen3.5-27B/14.mlp.up_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf198504fd11ace0f191951f6809ec52863265b1cd2837aecaabfd7df346ccda
3
+ size 181201793
checkpoints/Qwen3.5-27B/15.mlp.down_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abc8421514f0f85b6433e05ffd03b09a88b8edfb3d3d89cd2aa75a078f8c4af4
3
+ size 181570471
checkpoints/Qwen3.5-27B/15.mlp.gate_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10eb583f74419140277d4b4086cc0068345f4eb5f685cb521d9c075a9dfb9d8e
3
+ size 181201831
checkpoints/Qwen3.5-27B/15.mlp.up_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3454c3cd864fa1c3bc168f2ebbc49b913bce09951e3afab38221ff253725c96f
3
+ size 181201793
checkpoints/Qwen3.5-27B/15.self_attn.k_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf77fb9da39433433ef87d9d33a3c906084c7c117a6a886cbc68f2adaa45a89a
3
+ size 10808288
checkpoints/Qwen3.5-27B/15.self_attn.o_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c52364d199947dd17e88430663ae8b1fc70c933482d1438d4d7d9703a9c534d
3
+ size 64087008
checkpoints/Qwen3.5-27B/15.self_attn.q_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b65ed9705de561ffa8d66e439c3f9877d2aacb8aaa15157565f93d492a8718d
3
+ size 127953888
checkpoints/Qwen3.5-27B/15.self_attn.v_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd377af5da50d018c3363e556c24b7f4cb663d5e8aa53e5b1b18d06381888ed9
3
+ size 10808288