Hugging Face's logo

z-lab
/
paroquant-checkpoints

Safetensors
Model card Files
xet
 Community
liang2kl commited on
Commit
44fb868
·
verified ·
1 Parent(s): ff829f1

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. checkpoints/Qwen3.5-4B-Base/0.linear_attn.in_proj_qkv.pt +3 -0
  2. checkpoints/Qwen3.5-4B-Base/0.linear_attn.in_proj_z.pt +3 -0
  3. checkpoints/Qwen3.5-4B-Base/0.linear_attn.out_proj.pt +3 -0
  4. checkpoints/Qwen3.5-4B-Base/0.mlp.down_proj.pt +3 -0
  5. checkpoints/Qwen3.5-4B-Base/0.mlp.gate_proj.pt +3 -0
  6. checkpoints/Qwen3.5-4B-Base/0.mlp.up_proj.pt +3 -0
  7. checkpoints/Qwen3.5-4B-Base/1.linear_attn.in_proj_qkv.pt +3 -0
  8. checkpoints/Qwen3.5-4B-Base/1.linear_attn.in_proj_z.pt +3 -0
  9. checkpoints/Qwen3.5-4B-Base/1.linear_attn.out_proj.pt +3 -0
  10. checkpoints/Qwen3.5-4B-Base/1.mlp.down_proj.pt +3 -0
  11. checkpoints/Qwen3.5-4B-Base/1.mlp.gate_proj.pt +3 -0
  12. checkpoints/Qwen3.5-4B-Base/1.mlp.up_proj.pt +3 -0
  13. checkpoints/Qwen3.5-4B-Base/10.linear_attn.in_proj_qkv.pt +3 -0
  14. checkpoints/Qwen3.5-4B-Base/10.linear_attn.in_proj_z.pt +3 -0
  15. checkpoints/Qwen3.5-4B-Base/10.linear_attn.out_proj.pt +3 -0
  16. checkpoints/Qwen3.5-4B-Base/10.mlp.down_proj.pt +3 -0
  17. checkpoints/Qwen3.5-4B-Base/10.mlp.gate_proj.pt +3 -0
  18. checkpoints/Qwen3.5-4B-Base/10.mlp.up_proj.pt +3 -0
  19. checkpoints/Qwen3.5-4B-Base/11.mlp.down_proj.pt +3 -0
  20. checkpoints/Qwen3.5-4B-Base/11.mlp.gate_proj.pt +3 -0
  21. checkpoints/Qwen3.5-4B-Base/11.mlp.up_proj.pt +3 -0
  22. checkpoints/Qwen3.5-4B-Base/11.self_attn.k_proj.pt +3 -0
  23. checkpoints/Qwen3.5-4B-Base/11.self_attn.o_proj.pt +3 -0
  24. checkpoints/Qwen3.5-4B-Base/11.self_attn.q_proj.pt +3 -0
  25. checkpoints/Qwen3.5-4B-Base/11.self_attn.v_proj.pt +3 -0
  26. checkpoints/Qwen3.5-4B-Base/12.linear_attn.in_proj_qkv.pt +3 -0
  27. checkpoints/Qwen3.5-4B-Base/12.linear_attn.in_proj_z.pt +3 -0
  28. checkpoints/Qwen3.5-4B-Base/12.linear_attn.out_proj.pt +3 -0
  29. checkpoints/Qwen3.5-4B-Base/12.mlp.down_proj.pt +3 -0
  30. checkpoints/Qwen3.5-4B-Base/12.mlp.gate_proj.pt +3 -0
  31. checkpoints/Qwen3.5-4B-Base/12.mlp.up_proj.pt +3 -0
  32. checkpoints/Qwen3.5-4B-Base/13.linear_attn.in_proj_qkv.pt +3 -0
  33. checkpoints/Qwen3.5-4B-Base/13.linear_attn.in_proj_z.pt +3 -0
  34. checkpoints/Qwen3.5-4B-Base/13.linear_attn.out_proj.pt +3 -0
  35. checkpoints/Qwen3.5-4B-Base/13.mlp.down_proj.pt +3 -0
  36. checkpoints/Qwen3.5-4B-Base/13.mlp.gate_proj.pt +3 -0
  37. checkpoints/Qwen3.5-4B-Base/13.mlp.up_proj.pt +3 -0
  38. checkpoints/Qwen3.5-4B-Base/14.linear_attn.in_proj_qkv.pt +3 -0
  39. checkpoints/Qwen3.5-4B-Base/14.linear_attn.in_proj_z.pt +3 -0
  40. checkpoints/Qwen3.5-4B-Base/14.linear_attn.out_proj.pt +3 -0
  41. checkpoints/Qwen3.5-4B-Base/14.mlp.down_proj.pt +3 -0
  42. checkpoints/Qwen3.5-4B-Base/14.mlp.gate_proj.pt +3 -0
  43. checkpoints/Qwen3.5-4B-Base/14.mlp.up_proj.pt +3 -0
  44. checkpoints/Qwen3.5-4B-Base/15.mlp.down_proj.pt +3 -0
  45. checkpoints/Qwen3.5-4B-Base/15.mlp.gate_proj.pt +3 -0
  46. checkpoints/Qwen3.5-4B-Base/15.mlp.up_proj.pt +3 -0
  47. checkpoints/Qwen3.5-4B-Base/15.self_attn.k_proj.pt +3 -0
  48. checkpoints/Qwen3.5-4B-Base/15.self_attn.o_proj.pt +3 -0
  49. checkpoints/Qwen3.5-4B-Base/15.self_attn.q_proj.pt +3 -0
  50. checkpoints/Qwen3.5-4B-Base/15.self_attn.v_proj.pt +3 -0
checkpoints/Qwen3.5-4B-Base/0.linear_attn.in_proj_qkv.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e30289ebf3302e04ce5336029ec4069f800a22aca39d9dedf69ee060690a66c
3
+ size 42680466
checkpoints/Qwen3.5-4B-Base/0.linear_attn.in_proj_z.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a7873e76e46ee837214b908958a7fd650c440458a89624c4ece6c32de83b4b2
3
+ size 21381228
checkpoints/Qwen3.5-4B-Base/0.linear_attn.out_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6def33a3e1c0d0834486a6e3ee98f5757953af5a632ce5da5cacd2700b99f8a5
3
+ size 21427289
checkpoints/Qwen3.5-4B-Base/0.mlp.down_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:804a59ded8b85cf52affe243cad756dd57aab52687f97273ea7dabc3a37fa701
3
+ size 48204692
checkpoints/Qwen3.5-4B-Base/0.mlp.gate_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23a5afd030e9c90d3e552098c8ed034215aaa5ce8749f64251b2ff0d7b4f2434
3
+ size 48005012
checkpoints/Qwen3.5-4B-Base/0.mlp.up_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d132a682e95504c9fc4728e87f23a418093f50cf4f80aac8076aae61d677367
3
+ size 48004974
checkpoints/Qwen3.5-4B-Base/1.linear_attn.in_proj_qkv.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e16566f44305cbd1582376f2573d64a407387954eb6cc2aad8f41a0fa9d54882
3
+ size 42680466
checkpoints/Qwen3.5-4B-Base/1.linear_attn.in_proj_z.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d51570962eba1110e887409a23d1c45e78b57cc46934252912167de46639bbe
3
+ size 21381228
checkpoints/Qwen3.5-4B-Base/1.linear_attn.out_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc2d2657d97c5e54610ee5f418e604873e7ad7d490e72f8e8147d7403a99df40
3
+ size 21427289
checkpoints/Qwen3.5-4B-Base/1.mlp.down_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7dbfcb9ad2d03d3c6eca6a6b40981f87a2b8d29b09fe8800207f7bbebacbc4ce
3
+ size 48204692
checkpoints/Qwen3.5-4B-Base/1.mlp.gate_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bcb1d757c487fd337590c986d57c853463d50b1dc01b837eae2a6f5454192ca7
3
+ size 48005012
checkpoints/Qwen3.5-4B-Base/1.mlp.up_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e69c26fa734fa4de8c03e9ccad9ea347c1230dc09e6daf75213ceb4b4d030934
3
+ size 48004974
checkpoints/Qwen3.5-4B-Base/10.linear_attn.in_proj_qkv.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19e2c9d3cdf6fc078f18fd309ceeb3a6893aa8ba7961cbdf521b1307337ca158
3
+ size 42680485
checkpoints/Qwen3.5-4B-Base/10.linear_attn.in_proj_z.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6629e0370fa5b8023442cfda53c4178b9b3e357d85210c03509f67fba208164
3
+ size 21381247
checkpoints/Qwen3.5-4B-Base/10.linear_attn.out_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3cb401d6a2d0636b87501df72ce8d2a58afaf7e7386d393f0b60fcb062fb6d6
3
+ size 21427308
checkpoints/Qwen3.5-4B-Base/10.mlp.down_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f36191e71bfd2c7362ebe04aa7d2caa82bb03418dc1523196c715d427dc437b6
3
+ size 48204711
checkpoints/Qwen3.5-4B-Base/10.mlp.gate_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db62bc7910acee3dc48e499ab59c82dec793dc4fa41f2a4a20bc25f0c91b814a
3
+ size 48005031
checkpoints/Qwen3.5-4B-Base/10.mlp.up_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27ad1ae57b701dfba755f9f82ec5674a4834bf75bf968a9d809cdf03f64908bc
3
+ size 48004993
checkpoints/Qwen3.5-4B-Base/11.mlp.down_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f1b8149187e04be6f481c69275945ce2257814b46d407b08de022332f27129e
3
+ size 48204711
checkpoints/Qwen3.5-4B-Base/11.mlp.gate_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62b3f92f9985136cdd67d0477221bdc4cfa761454149367f09d7bacf95149928
3
+ size 48005031
checkpoints/Qwen3.5-4B-Base/11.mlp.up_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43fe77050ffa2a0994d5b454e74c39feb62fe4290957a2ff4e2ef54d9a36f16f
3
+ size 48004993
checkpoints/Qwen3.5-4B-Base/11.self_attn.k_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b97601869a6956feb7c645acff3045ceaa9327717fd466cd8cf3eb54c2ce298d
3
+ size 5406688
checkpoints/Qwen3.5-4B-Base/11.self_attn.o_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3cd9e39f8d3b506058b71181f3fec75df0aad9f5761bb6cd64f97b5bed02d68
3
+ size 21427168
checkpoints/Qwen3.5-4B-Base/11.self_attn.q_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e005b4fce2c1ed4bc310a4107ab7be727403c850cca33d31e0425ff040497c6b
3
+ size 42680288
checkpoints/Qwen3.5-4B-Base/11.self_attn.v_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:867121b162c4938b11bdcbd7d83cd972bd396f03268719ee52d7398ab2a06e14
3
+ size 5406688
checkpoints/Qwen3.5-4B-Base/12.linear_attn.in_proj_qkv.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:958d5628d9d4cfc6b02862059ec9d706be949e7a977f88aae4be3c3321162003
3
+ size 42680485
checkpoints/Qwen3.5-4B-Base/12.linear_attn.in_proj_z.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d55ba27ea0aceddd13b79906fab044e123feccbe13c1d6a951f75b10b6eb673d
3
+ size 21381247
checkpoints/Qwen3.5-4B-Base/12.linear_attn.out_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fbad7130be13e153393584100ff0c4c94baa52809434648c47a7fed17a98084
3
+ size 21427308
checkpoints/Qwen3.5-4B-Base/12.mlp.down_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46ee186446d3d3e895d85227b45748d07e00a59de358ee49f7df23f3fdd4cede
3
+ size 48204711
checkpoints/Qwen3.5-4B-Base/12.mlp.gate_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d5def3f7243e3795923f71390320521a808cddf6a3409228acd5d14eaec01ab
3
+ size 48005031
checkpoints/Qwen3.5-4B-Base/12.mlp.up_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c81182f5423224168d4ec5c29fb947d65786867a31eab3a7e95d32d8d30b83e
3
+ size 48004993
checkpoints/Qwen3.5-4B-Base/13.linear_attn.in_proj_qkv.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbb8aa5df26c513055e1a690a7002c9a99f0f509451d79227e88fd7f90fa7378
3
+ size 42680485
checkpoints/Qwen3.5-4B-Base/13.linear_attn.in_proj_z.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f2fa0f479e80e89e05ec93f751f0a2a1ca27dd500a88aec22d6939dd8d843d2
3
+ size 21381247
checkpoints/Qwen3.5-4B-Base/13.linear_attn.out_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c03d0c3d7f307dc417d6aec14955abeee9f5f1021153b2ca82875b36c4aeae9
3
+ size 21427308
checkpoints/Qwen3.5-4B-Base/13.mlp.down_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:723f0c91b54e2dfbc487f88ae2ba36dbd5f350abfc08d5a8cb42e1775812f09b
3
+ size 48204711
checkpoints/Qwen3.5-4B-Base/13.mlp.gate_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:559899df45ae08627c33a70591ddc24a8e29c1a3f060e876e7d626f27c879f5b
3
+ size 48005031
checkpoints/Qwen3.5-4B-Base/13.mlp.up_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0d114e8cb8ecc26736847aea305c917dffa82993d1cfe5c6ca5049dd1f75d15
3
+ size 48004993
checkpoints/Qwen3.5-4B-Base/14.linear_attn.in_proj_qkv.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34f54084514ebeaf30e551573266752635332514c00c4fddea3de1dcc7c10556
3
+ size 42680485
checkpoints/Qwen3.5-4B-Base/14.linear_attn.in_proj_z.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bea05adce9f587f5f200f3ec08596b394f51d609844a7f73b0896910ff59756f
3
+ size 21381247
checkpoints/Qwen3.5-4B-Base/14.linear_attn.out_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e31cf6131ba132e287fb2aaac502792245234bb696ae83366a660f98dcfbc0d
3
+ size 21427308
checkpoints/Qwen3.5-4B-Base/14.mlp.down_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2913b8c16509524302ab13c1955839ff8a5ba2c936912ae50db8ec0ca39c9ee5
3
+ size 48204711
checkpoints/Qwen3.5-4B-Base/14.mlp.gate_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d415441ae0c41fcfeb7b387c91b4d330d07f5433d6c62bfc7c9d19c0847b4e88
3
+ size 48005031
checkpoints/Qwen3.5-4B-Base/14.mlp.up_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:701083ba27d564142bda657223cecf13fcc36dafe29f374d3ba0f9c08ac87620
3
+ size 48004993
checkpoints/Qwen3.5-4B-Base/15.mlp.down_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81741701c9a8f77f78c3e1f8d23d8bf96a7f20d94fc1197a0137184829881b20
3
+ size 48204711
checkpoints/Qwen3.5-4B-Base/15.mlp.gate_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:597d72b2d724e8121c21def610e0a4bf6ca47b47c5a5fc5aac7661f3539c54cf
3
+ size 48005031
checkpoints/Qwen3.5-4B-Base/15.mlp.up_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cffd14ddaaf8b80e80c4f11f8ff84d59efae82147ffa74e4ecfc01f6e625f61f
3
+ size 48004993
checkpoints/Qwen3.5-4B-Base/15.self_attn.k_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6e4cdd18de3c1588987df5ead21fb47839e61dad003faf97564fec7fb4442ff
3
+ size 5406688
checkpoints/Qwen3.5-4B-Base/15.self_attn.o_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:707c1dadaf2906dc861fca637b7d51e9f1836ef7b2da9b04c560d953fdda8175
3
+ size 21427168
checkpoints/Qwen3.5-4B-Base/15.self_attn.q_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3314e8dd740bf2bb07702068969627152ab0db15d463150afaa36fc430410d0c
3
+ size 42680288
checkpoints/Qwen3.5-4B-Base/15.self_attn.v_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b472fe115698d109c77a75670de1f3b652a7965214246ba918f355142a285cdd
3
+ size 5406688