Hugging Face's logo

z-lab
/
paroquant-checkpoints

Safetensors
Model card Files
xet
 Community
liang2kl commited on
Commit
ff829f1
·
verified ·
1 Parent(s): 962ee36

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. checkpoints/Qwen3.5-4B/0.linear_attn.in_proj_qkv.pt +3 -0
  2. checkpoints/Qwen3.5-4B/0.linear_attn.in_proj_z.pt +3 -0
  3. checkpoints/Qwen3.5-4B/0.linear_attn.out_proj.pt +3 -0
  4. checkpoints/Qwen3.5-4B/0.mlp.down_proj.pt +3 -0
  5. checkpoints/Qwen3.5-4B/0.mlp.gate_proj.pt +3 -0
  6. checkpoints/Qwen3.5-4B/0.mlp.up_proj.pt +3 -0
  7. checkpoints/Qwen3.5-4B/1.linear_attn.in_proj_qkv.pt +3 -0
  8. checkpoints/Qwen3.5-4B/1.linear_attn.in_proj_z.pt +3 -0
  9. checkpoints/Qwen3.5-4B/1.linear_attn.out_proj.pt +3 -0
  10. checkpoints/Qwen3.5-4B/1.mlp.down_proj.pt +3 -0
  11. checkpoints/Qwen3.5-4B/1.mlp.gate_proj.pt +3 -0
  12. checkpoints/Qwen3.5-4B/1.mlp.up_proj.pt +3 -0
  13. checkpoints/Qwen3.5-4B/10.linear_attn.in_proj_qkv.pt +3 -0
  14. checkpoints/Qwen3.5-4B/10.linear_attn.in_proj_z.pt +3 -0
  15. checkpoints/Qwen3.5-4B/10.linear_attn.out_proj.pt +3 -0
  16. checkpoints/Qwen3.5-4B/10.mlp.down_proj.pt +3 -0
  17. checkpoints/Qwen3.5-4B/10.mlp.gate_proj.pt +3 -0
  18. checkpoints/Qwen3.5-4B/10.mlp.up_proj.pt +3 -0
  19. checkpoints/Qwen3.5-4B/11.mlp.down_proj.pt +3 -0
  20. checkpoints/Qwen3.5-4B/11.mlp.gate_proj.pt +3 -0
  21. checkpoints/Qwen3.5-4B/11.mlp.up_proj.pt +3 -0
  22. checkpoints/Qwen3.5-4B/11.self_attn.k_proj.pt +3 -0
  23. checkpoints/Qwen3.5-4B/11.self_attn.o_proj.pt +3 -0
  24. checkpoints/Qwen3.5-4B/11.self_attn.q_proj.pt +3 -0
  25. checkpoints/Qwen3.5-4B/11.self_attn.v_proj.pt +3 -0
  26. checkpoints/Qwen3.5-4B/12.linear_attn.in_proj_qkv.pt +3 -0
  27. checkpoints/Qwen3.5-4B/12.linear_attn.in_proj_z.pt +3 -0
  28. checkpoints/Qwen3.5-4B/12.linear_attn.out_proj.pt +3 -0
  29. checkpoints/Qwen3.5-4B/12.mlp.down_proj.pt +3 -0
  30. checkpoints/Qwen3.5-4B/12.mlp.gate_proj.pt +3 -0
  31. checkpoints/Qwen3.5-4B/12.mlp.up_proj.pt +3 -0
  32. checkpoints/Qwen3.5-4B/13.linear_attn.in_proj_qkv.pt +3 -0
  33. checkpoints/Qwen3.5-4B/13.linear_attn.in_proj_z.pt +3 -0
  34. checkpoints/Qwen3.5-4B/13.linear_attn.out_proj.pt +3 -0
  35. checkpoints/Qwen3.5-4B/13.mlp.down_proj.pt +3 -0
  36. checkpoints/Qwen3.5-4B/13.mlp.gate_proj.pt +3 -0
  37. checkpoints/Qwen3.5-4B/13.mlp.up_proj.pt +3 -0
  38. checkpoints/Qwen3.5-4B/14.linear_attn.in_proj_qkv.pt +3 -0
  39. checkpoints/Qwen3.5-4B/14.linear_attn.in_proj_z.pt +3 -0
  40. checkpoints/Qwen3.5-4B/14.linear_attn.out_proj.pt +3 -0
  41. checkpoints/Qwen3.5-4B/14.mlp.down_proj.pt +3 -0
  42. checkpoints/Qwen3.5-4B/14.mlp.gate_proj.pt +3 -0
  43. checkpoints/Qwen3.5-4B/14.mlp.up_proj.pt +3 -0
  44. checkpoints/Qwen3.5-4B/15.mlp.down_proj.pt +3 -0
  45. checkpoints/Qwen3.5-4B/15.mlp.gate_proj.pt +3 -0
  46. checkpoints/Qwen3.5-4B/15.mlp.up_proj.pt +3 -0
  47. checkpoints/Qwen3.5-4B/15.self_attn.k_proj.pt +3 -0
  48. checkpoints/Qwen3.5-4B/15.self_attn.o_proj.pt +3 -0
  49. checkpoints/Qwen3.5-4B/15.self_attn.q_proj.pt +3 -0
  50. checkpoints/Qwen3.5-4B/15.self_attn.v_proj.pt +3 -0
checkpoints/Qwen3.5-4B/0.linear_attn.in_proj_qkv.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d43c3019066e61b1beb6b5d36c4dd52aa45f3d47a44927e9cc0c45c1bc657a51
3
+ size 42680466
checkpoints/Qwen3.5-4B/0.linear_attn.in_proj_z.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5dd2af5f86336e346d636f4e84f109472a85197a31c554f69e93292bc7028945
3
+ size 21381228
checkpoints/Qwen3.5-4B/0.linear_attn.out_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f930a8a17e247631d26a84c38328efb33f94b5f749779281ec9e7b52e66cc49
3
+ size 21427289
checkpoints/Qwen3.5-4B/0.mlp.down_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98b463b9db8aa5ac355ead385c60be04a263c8bdb972d8368b296eadaa12a246
3
+ size 48204692
checkpoints/Qwen3.5-4B/0.mlp.gate_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:965b0f4459abc89ccc7a3b681e69df5f72cb6458b06a838e060c78e025da6f7d
3
+ size 48005012
checkpoints/Qwen3.5-4B/0.mlp.up_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1cef12c2abb8e65c9f0eb75901ebd3b09d24fd093006ecdd0f3545028ea95827
3
+ size 48004974
checkpoints/Qwen3.5-4B/1.linear_attn.in_proj_qkv.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67a903bd811d1b6d6b745b1a48d4523f57c9bb2d8da6eb26c4170741ced41f4c
3
+ size 42680466
checkpoints/Qwen3.5-4B/1.linear_attn.in_proj_z.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70790dbe4e588d852d8af82787d20b9790ef5522f7b7fa05e7cd19b6572c37fe
3
+ size 21381228
checkpoints/Qwen3.5-4B/1.linear_attn.out_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2cc3ece354c655eebeca213020419ae573b6f40dfb9922d9e3ecaa5edf9248a3
3
+ size 21427289
checkpoints/Qwen3.5-4B/1.mlp.down_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd13c301af376e72b31e23d98de9fbcf474bb946eeec745dc1967e3c5ea4f255
3
+ size 48204692
checkpoints/Qwen3.5-4B/1.mlp.gate_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:696d08a820651b17d86cca0724a506f977f86edb6b149ddfaf2cef10382ef9e2
3
+ size 48005012
checkpoints/Qwen3.5-4B/1.mlp.up_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7dd81af871aa7d70711ea1605328c78c799a8edcf8e1ff13f86d451b49a262a3
3
+ size 48004974
checkpoints/Qwen3.5-4B/10.linear_attn.in_proj_qkv.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5cd7867c81014cc62690c71918743f436c4bb481784e4787a83114bc8ecda2c
3
+ size 42680485
checkpoints/Qwen3.5-4B/10.linear_attn.in_proj_z.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1517861766832aef758964285e71539954dbebb4472fe8d5ae186f711235aaa
3
+ size 21381247
checkpoints/Qwen3.5-4B/10.linear_attn.out_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e3ef67f28f0dd8f98bb747eaf89738539ed21903e8ce35c83704f6251700d3c
3
+ size 21427308
checkpoints/Qwen3.5-4B/10.mlp.down_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82622dcae23a53dab155945796aebb096d7a4e1121a6637902577a041828fbe9
3
+ size 48204711
checkpoints/Qwen3.5-4B/10.mlp.gate_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c9c24d80db93f1dda18cd68b9f575eaa83d3078b6cc20d6b4ce8cef3419e448
3
+ size 48005031
checkpoints/Qwen3.5-4B/10.mlp.up_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9324379b309a7a71c1a1598a746e922a5836f9cf46635779540201f7d7b48cf0
3
+ size 48004993
checkpoints/Qwen3.5-4B/11.mlp.down_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:975941a3aca372753a34f3549302c4bf56cecf42952d2b0bea984fb497321fa3
3
+ size 48204711
checkpoints/Qwen3.5-4B/11.mlp.gate_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3c85ff8dd419aa090716ce45a2c112e9e8b2aa01a9e76bcd0882156bcc4a850
3
+ size 48005031
checkpoints/Qwen3.5-4B/11.mlp.up_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d7a09bd2d9fd2400e7aebdf0e665e86e69166fcfc6b83ee605f7d17c7710acb
3
+ size 48004993
checkpoints/Qwen3.5-4B/11.self_attn.k_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8309cc0ad489e5d4de048d54bc2fe8ea263657e7390c422b6099c26b386f8802
3
+ size 5406688
checkpoints/Qwen3.5-4B/11.self_attn.o_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe0ca69ff80176aceb28b4e69c0f8f845748a7d28d91aa6f3f170b2722419713
3
+ size 21427168
checkpoints/Qwen3.5-4B/11.self_attn.q_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4df81378f62c76f02d9149ecee768926388e8df0b6567792b9b02ebc0ec28f7
3
+ size 42680288
checkpoints/Qwen3.5-4B/11.self_attn.v_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31872b5555fc8466314ec77ce95972ab81260ea5bb0ef1b189e3cf48f9dcb54a
3
+ size 5406688
checkpoints/Qwen3.5-4B/12.linear_attn.in_proj_qkv.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49c6277186e472bccc2ef76c3af3eb200e439b8d083bf50bbcf5614aaacae6ca
3
+ size 42680485
checkpoints/Qwen3.5-4B/12.linear_attn.in_proj_z.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:372bdbc3a719f7d7efe7f17ad573865ed25bea6eac41c789f1b05a75cfe9f930
3
+ size 21381247
checkpoints/Qwen3.5-4B/12.linear_attn.out_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd1d2e89fb96d0b40d946f982df9abf21296f03c262ebafc6663ca71448fdae5
3
+ size 21427308
checkpoints/Qwen3.5-4B/12.mlp.down_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:374e4d509d5b690d4a01021a584f5927924082c4ffa309e6524d352112445d20
3
+ size 48204711
checkpoints/Qwen3.5-4B/12.mlp.gate_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:106d3d5c969f940b743579d8d1845e5dc816bac48303a1bc9ce87569dcef3574
3
+ size 48005031
checkpoints/Qwen3.5-4B/12.mlp.up_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c5e06f8d2882a651d47f685242eba116ccfaaf632d7779a4ccf0914938db21c
3
+ size 48004993
checkpoints/Qwen3.5-4B/13.linear_attn.in_proj_qkv.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbf621090b81377543c3af23375d159bb4ff111c881c2f2b2481167c948a112d
3
+ size 42680485
checkpoints/Qwen3.5-4B/13.linear_attn.in_proj_z.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41dd4419f530d1581cd2238cd1a0ef26da4dc5c7b9691c5d2479921b5862c0fb
3
+ size 21381247
checkpoints/Qwen3.5-4B/13.linear_attn.out_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9eb6bf28fa6ef9094941a4dbfb80242234e84c55c643608b30b6cb874d04f605
3
+ size 21427308
checkpoints/Qwen3.5-4B/13.mlp.down_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef629926cd320490b5137fd66063010be08be5151304d47d83ab6c019e0e7eeb
3
+ size 48204711
checkpoints/Qwen3.5-4B/13.mlp.gate_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b4889926d71820b1339d03662a033bdc7e6db9663b9d6236670986e662178d0
3
+ size 48005031
checkpoints/Qwen3.5-4B/13.mlp.up_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e49863dc5b410e06f4d2623962af7a0eaa11f6016029c46594fe2fdb50565bbe
3
+ size 48004993
checkpoints/Qwen3.5-4B/14.linear_attn.in_proj_qkv.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33ab59fb36ae7ed94a40dec2274bdd725e12cbcbb3fc869bae785bec3ad77469
3
+ size 42680485
checkpoints/Qwen3.5-4B/14.linear_attn.in_proj_z.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e7d5cffec2b28ca81eaf8d2bbd29304575b9436c4fe8d9b2a45ad1ef093a2a6
3
+ size 21381247
checkpoints/Qwen3.5-4B/14.linear_attn.out_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f225616341e9b95e686e2426959ffd3414c5df04accd0fc884f1e84c60bfa183
3
+ size 21427308
checkpoints/Qwen3.5-4B/14.mlp.down_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e0edc1a939f4a5ebd0a963fe2dd7fe43c1fd0e68b0afa24faaf0ed86c501aa9
3
+ size 48204711
checkpoints/Qwen3.5-4B/14.mlp.gate_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aab5be75dbfb4b8e173bcb63a3035b8eea8b1648d228105d9513dc073efa1aa8
3
+ size 48005031
checkpoints/Qwen3.5-4B/14.mlp.up_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be4c9b1fb5630d8bba83a1342ce28c07f95889f27b4cc7e25cf2b551696a2ed6
3
+ size 48004993
checkpoints/Qwen3.5-4B/15.mlp.down_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:051c173ddd2c14ec4664fff2150e5c6bb61f8866263d8d640ab50613a057d21a
3
+ size 48204711
checkpoints/Qwen3.5-4B/15.mlp.gate_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d43358954b4bd3f4428afbc4bda266a27ead8813f5c7ababa05d97ac9ad852ee
3
+ size 48005031
checkpoints/Qwen3.5-4B/15.mlp.up_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d70238845964c79b69834d89f630b4cd64050c98d407306a652be3937243d609
3
+ size 48004993
checkpoints/Qwen3.5-4B/15.self_attn.k_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ea9d5f7482bb148730617689dc47d1c74573109b8b66fccc23006b142ac9ec6
3
+ size 5406688
checkpoints/Qwen3.5-4B/15.self_attn.o_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d8039e2c18090eb53ebbda4586fa39e9d01d89ae12ab189a5eb103913df5790
3
+ size 21427168
checkpoints/Qwen3.5-4B/15.self_attn.q_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8922fc68a490f6181568f0bd4718a663a46d1b090b4d4ee99aef9c702d36738
3
+ size 42680288
checkpoints/Qwen3.5-4B/15.self_attn.v_proj.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41085bfa11bd56da3fedecb8ecb755834a73cefd0ea1f8445b7f6fae2f00bdd6
3
+ size 5406688