Hugging Face's logo

z-lab
/
paroquant-checkpoints

Safetensors
Model card Files
xet
 Community
liang2kl commited on
Commit
962ee36
·
verified ·
1 Parent(s): e9abf3d

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. checkpoints/Qwen3.5-2B-Base/0.linear_attn.in_proj_qkv.pt +3 -0
  2. checkpoints/Qwen3.5-2B-Base/0.linear_attn.in_proj_z.pt +3 -0
  3. checkpoints/Qwen3.5-2B-Base/0.linear_attn.out_proj.pt +3 -0
  4. checkpoints/Qwen3.5-2B-Base/0.mlp.down_proj.pt +3 -0
  5. checkpoints/Qwen3.5-2B-Base/0.mlp.gate_proj.pt +3 -0
  6. checkpoints/Qwen3.5-2B-Base/0.mlp.up_proj.pt +3 -0
  7. checkpoints/Qwen3.5-2B-Base/1.linear_attn.in_proj_qkv.pt +3 -0
  8. checkpoints/Qwen3.5-2B-Base/1.linear_attn.in_proj_z.pt +3 -0
  9. checkpoints/Qwen3.5-2B-Base/1.linear_attn.out_proj.pt +3 -0
  10. checkpoints/Qwen3.5-2B-Base/1.mlp.down_proj.pt +3 -0
  11. checkpoints/Qwen3.5-2B-Base/1.mlp.gate_proj.pt +3 -0
  12. checkpoints/Qwen3.5-2B-Base/1.mlp.up_proj.pt +3 -0
  13. checkpoints/Qwen3.5-2B-Base/10.linear_attn.in_proj_qkv.pt +3 -0
  14. checkpoints/Qwen3.5-2B-Base/10.linear_attn.in_proj_z.pt +3 -0
  15. checkpoints/Qwen3.5-2B-Base/10.linear_attn.out_proj.pt +3 -0
  16. checkpoints/Qwen3.5-2B-Base/10.mlp.down_proj.pt +3 -0
  17. checkpoints/Qwen3.5-2B-Base/10.mlp.gate_proj.pt +3 -0
  18. checkpoints/Qwen3.5-2B-Base/10.mlp.up_proj.pt +3 -0
  19. checkpoints/Qwen3.5-2B-Base/11.mlp.down_proj.pt +3 -0
  20. checkpoints/Qwen3.5-2B-Base/11.mlp.gate_proj.pt +3 -0
  21. checkpoints/Qwen3.5-2B-Base/11.mlp.up_proj.pt +3 -0
  22. checkpoints/Qwen3.5-2B-Base/11.self_attn.k_proj.pt +3 -0
  23. checkpoints/Qwen3.5-2B-Base/11.self_attn.o_proj.pt +3 -0
  24. checkpoints/Qwen3.5-2B-Base/11.self_attn.q_proj.pt +3 -0
  25. checkpoints/Qwen3.5-2B-Base/11.self_attn.v_proj.pt +3 -0
  26. checkpoints/Qwen3.5-2B-Base/12.linear_attn.in_proj_qkv.pt +3 -0
  27. checkpoints/Qwen3.5-2B-Base/12.linear_attn.in_proj_z.pt +3 -0
  28. checkpoints/Qwen3.5-2B-Base/12.linear_attn.out_proj.pt +3 -0
  29. checkpoints/Qwen3.5-2B-Base/12.mlp.down_proj.pt +3 -0
  30. checkpoints/Qwen3.5-2B-Base/12.mlp.gate_proj.pt +3 -0
  31. checkpoints/Qwen3.5-2B-Base/12.mlp.up_proj.pt +3 -0
  32. checkpoints/Qwen3.5-2B-Base/13.linear_attn.in_proj_qkv.pt +3 -0
  33. checkpoints/Qwen3.5-2B-Base/13.linear_attn.in_proj_z.pt +3 -0
  34. checkpoints/Qwen3.5-2B-Base/13.linear_attn.out_proj.pt +3 -0
  35. checkpoints/Qwen3.5-2B-Base/13.mlp.down_proj.pt +3 -0
  36. checkpoints/Qwen3.5-2B-Base/13.mlp.gate_proj.pt +3 -0
  37. checkpoints/Qwen3.5-2B-Base/13.mlp.up_proj.pt +3 -0
  38. checkpoints/Qwen3.5-2B-Base/14.linear_attn.in_proj_qkv.pt +3 -0
  39. checkpoints/Qwen3.5-2B-Base/14.linear_attn.in_proj_z.pt +3 -0
  40. checkpoints/Qwen3.5-2B-Base/14.linear_attn.out_proj.pt +3 -0
  41. checkpoints/Qwen3.5-2B-Base/14.mlp.down_proj.pt +3 -0
  42. checkpoints/Qwen3.5-2B-Base/14.mlp.gate_proj.pt +3 -0
  43. checkpoints/Qwen3.5-2B-Base/14.mlp.up_proj.pt +3 -0
  44. checkpoints/Qwen3.5-2B-Base/15.mlp.down_proj.pt +3 -0
  45. checkpoints/Qwen3.5-2B-Base/15.mlp.gate_proj.pt +3 -0
  46. checkpoints/Qwen3.5-2B-Base/15.mlp.up_proj.pt +3 -0
  47. checkpoints/Qwen3.5-2B-Base/15.self_attn.k_proj.pt +3 -0
  48. checkpoints/Qwen3.5-2B-Base/15.self_attn.o_proj.pt +3 -0
  49. checkpoints/Qwen3.5-2B-Base/15.self_attn.q_proj.pt +3 -0
  50. checkpoints/Qwen3.5-2B-Base/15.self_attn.v_proj.pt +3 -0
checkpoints/Qwen3.5-2B-Base/0.linear_attn.in_proj_qkv.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e169979526711f6bce9d07d0134e7b0395902f9bb05d5d6f8e8aeaef67d7f35f
3
+ size 25625746
checkpoints/Qwen3.5-2B-Base/0.linear_attn.in_proj_z.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef173d17e483b4701baf5ae4dcc7fe9be494e9177e59ad54a5849cb38b59ea94
3
+ size 8586348
checkpoints/Qwen3.5-2B-Base/0.linear_attn.out_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cda01e263374964565326ad915157c753dd089de4575a13f405fe1193b58843c
3
+ size 8586329
checkpoints/Qwen3.5-2B-Base/0.mlp.down_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:991509ce74bc2b577af2bfd18004c0f8ab125a169f4a0bc61b268fc4250f458a
3
+ size 25748372
checkpoints/Qwen3.5-2B-Base/0.mlp.gate_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76c3ed94d4b9e9702a6a8653d2b21469605ed10a317049a15de944e73f5ed711
3
+ size 25625492
checkpoints/Qwen3.5-2B-Base/0.mlp.up_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d854634a1644d291566fc0f2ef3cee2c19d9249f50d83b45b7bffdeb7b6cee7e
3
+ size 25625454
checkpoints/Qwen3.5-2B-Base/1.linear_attn.in_proj_qkv.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b672610ae0fd4d118638b91f2d0658a850c462c8a651322568029bb3733b824b
3
+ size 25625746
checkpoints/Qwen3.5-2B-Base/1.linear_attn.in_proj_z.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8147af6ddb8d82d986c84ce62999065a42b8a5a322be833ec199d584c3cca9f9
3
+ size 8586348
checkpoints/Qwen3.5-2B-Base/1.linear_attn.out_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8908e351658c5209f7d4d388680ffb7f3b08143691c9757a2e660d726974e342
3
+ size 8586329
checkpoints/Qwen3.5-2B-Base/1.mlp.down_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbda559ec4ebb7679fa581ed8fbd72dcbe05587d8bb0cc7863a3c99787e27ad5
3
+ size 25748372
checkpoints/Qwen3.5-2B-Base/1.mlp.gate_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa5da2416333663c2536ad0ed0d2dd26b601bc1128aaa262d5e06032a901476a
3
+ size 25625492
checkpoints/Qwen3.5-2B-Base/1.mlp.up_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a6315c6f566d1be037dc79960837886f3a53c92aec25b87e31d35ced838a567
3
+ size 25625454
checkpoints/Qwen3.5-2B-Base/10.linear_attn.in_proj_qkv.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ef6d0321deb4927e0208e45224c26435142b22d174b144450f83e9f93aa1912
3
+ size 25625765
checkpoints/Qwen3.5-2B-Base/10.linear_attn.in_proj_z.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72cad99f75e96bab7437ea875a993de4a84bd3e73c65625ef0a48ef5c2b9dece
3
+ size 8586367
checkpoints/Qwen3.5-2B-Base/10.linear_attn.out_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:022a84f0295ca89f8666e9082ecac54829105d47613c1d259ad0a2b758df91d9
3
+ size 8586348
checkpoints/Qwen3.5-2B-Base/10.mlp.down_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:875b9a48a1011066dff31b058709cfeb87967bc1a027a7c3c674bb24ffc6bae1
3
+ size 25748391
checkpoints/Qwen3.5-2B-Base/10.mlp.gate_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f06f133c1154b937d4e9844d5720ae6a4d736159a17996443835eb31f8013d8f
3
+ size 25625511
checkpoints/Qwen3.5-2B-Base/10.mlp.up_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e2b1165a7537a95f05a8ba89d5f5f677ba8586173d6e345b3b78a408e9f61b7
3
+ size 25625473
checkpoints/Qwen3.5-2B-Base/11.mlp.down_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a63cfca80cb90bd159932e0bcac65f8cdd62fdde9bc78bd47dee0ea4c3131337
3
+ size 25748391
checkpoints/Qwen3.5-2B-Base/11.mlp.gate_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72444d86c986d68433e4aeba9eaf4a07e04e8834c49fa020a948247114728002
3
+ size 25625511
checkpoints/Qwen3.5-2B-Base/11.mlp.up_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed3788b6bc0101125ec0db67d5cc5df2b4f5559191d34571714ee88461ad49e6
3
+ size 25625473
checkpoints/Qwen3.5-2B-Base/11.self_attn.k_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7688f5b4f9824ba3614d93969eeb80aa3227b7de3d4221b401f484d53bdd8f64
3
+ size 2196448
checkpoints/Qwen3.5-2B-Base/11.self_attn.o_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0e0a9a001a74902c7fa6debbabf8aebdef26ba7b48ef7fff5330160a60d57d9
3
+ size 8586208
checkpoints/Qwen3.5-2B-Base/11.self_attn.q_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fe71a27a661de7fa5b8186654aff460680fbd10dedb88e032dee99b951ec1d0
3
+ size 17105888
checkpoints/Qwen3.5-2B-Base/11.self_attn.v_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e9df32214ed001836611546a61e2f6d79fc982d4e7c7464c60571455c3bb1db
3
+ size 2196448
checkpoints/Qwen3.5-2B-Base/12.linear_attn.in_proj_qkv.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dad98ef98fca7a0b40072724b8e133a2966424cb04cc352a1e7fb17a4667ab37
3
+ size 25625765
checkpoints/Qwen3.5-2B-Base/12.linear_attn.in_proj_z.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ebe20d3082461cf0437470194c62e535c2984055560b76f34719be96e41cb492
3
+ size 8586367
checkpoints/Qwen3.5-2B-Base/12.linear_attn.out_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c0210af327a6903b8a03d07111b32a0bedea2c0b25e8d47aaf8dfe80778e98c
3
+ size 8586348
checkpoints/Qwen3.5-2B-Base/12.mlp.down_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ac80165e2ca966e56cb52f36114d2d574806dfc6610a789e0cf76175ce5bb00
3
+ size 25748391
checkpoints/Qwen3.5-2B-Base/12.mlp.gate_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:737065a3d562aec44338fef116317adb083b2dda4d01e33e385afc74b1d28405
3
+ size 25625511
checkpoints/Qwen3.5-2B-Base/12.mlp.up_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1eb7d9a3fe778d3c6aa712d451ff90928dced06dbbec6fa1b2be3d223603b771
3
+ size 25625473
checkpoints/Qwen3.5-2B-Base/13.linear_attn.in_proj_qkv.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc24baee6e511bc23861a3641e918f294368f53b857ff59d814560e25114655a
3
+ size 25625765
checkpoints/Qwen3.5-2B-Base/13.linear_attn.in_proj_z.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14d8d6e14e87932b98edb0c92ff3559acac55ace827f24887b61c0a3804159e0
3
+ size 8586367
checkpoints/Qwen3.5-2B-Base/13.linear_attn.out_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25ffc2c2a6177e0d75198934b364d497763b1e951bd338f5676ad5eb0312f3c5
3
+ size 8586348
checkpoints/Qwen3.5-2B-Base/13.mlp.down_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80519c523257845fcacf0dfff5e18ae543cfc4ec94e1b062f3adc4e5ea5e49ad
3
+ size 25748391
checkpoints/Qwen3.5-2B-Base/13.mlp.gate_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7726b51fba0a76c919882280382b2fcc125404bf00453c3944adff78b8bdf15d
3
+ size 25625511
checkpoints/Qwen3.5-2B-Base/13.mlp.up_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e325ab376286190d529776c10f699a757d496a7626e20548ff4a2c5dbfe6dd1
3
+ size 25625473
checkpoints/Qwen3.5-2B-Base/14.linear_attn.in_proj_qkv.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3548222ae803b0aca898e3b075fdacbde9fb2f40ab9593a886eeb55b991f0af
3
+ size 25625765
checkpoints/Qwen3.5-2B-Base/14.linear_attn.in_proj_z.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23cf312f1a5720cc180146d16a262179e39297b765da98d4887e4abb6660f928
3
+ size 8586367
checkpoints/Qwen3.5-2B-Base/14.linear_attn.out_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f25999568330cee86d4ef5ec39c6e091388cb4d4fe47da4f4f9570b1386d9e4
3
+ size 8586348
checkpoints/Qwen3.5-2B-Base/14.mlp.down_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2f711942372bde1fbab590750d8f742e3b1ce4f78339c80759ebf6d1e1615f4
3
+ size 25748391
checkpoints/Qwen3.5-2B-Base/14.mlp.gate_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07f11c43c4d91e10eef6a275a1aa6c70969d2159eb19bcc2f6f28f5577cba1ce
3
+ size 25625511
checkpoints/Qwen3.5-2B-Base/14.mlp.up_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bf47a239222acc3ea469ea20614e8343c4346a2d1510bdbd8f9faaae1e6551b
3
+ size 25625473
checkpoints/Qwen3.5-2B-Base/15.mlp.down_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9803b8b0ec89a575d8092203b61a1fe8862a4c2a22ca08a758b60f2d5f5feeb
3
+ size 25748391
checkpoints/Qwen3.5-2B-Base/15.mlp.gate_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a7761590789447ced6405e7f4ea3b2d0a6267ad09f420ac42c76c322881765c
3
+ size 25625511
checkpoints/Qwen3.5-2B-Base/15.mlp.up_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c45abf995f817a98822f3f13b5d9af2d6c335c1f91622269f94b3f2b283861a
3
+ size 25625473
checkpoints/Qwen3.5-2B-Base/15.self_attn.k_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:987327a841e624536fe44fe1848d501e7de3713f715a5c58f927c87f17d6a26f
3
+ size 2196448
checkpoints/Qwen3.5-2B-Base/15.self_attn.o_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34d65eb12c5e262e99e9ed8572cc1699ce90213a1a5318499595dc5595296197
3
+ size 8586208
checkpoints/Qwen3.5-2B-Base/15.self_attn.q_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9bb0f9d5ebb3225e54f24493409de65a00eb2fcf690035a96ba2249dbed0acca
3
+ size 17105888
checkpoints/Qwen3.5-2B-Base/15.self_attn.v_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e2ab19a4ff9fe1ac43f36b307056afdbeed1de9581040f2a30ed89483d10676
3
+ size 2196448