Hugging Face's logo

ZiyuZhao98
/
quantization

Model card Files
xet
Community
ZiyuZhao98 commited on
Commit
fe4bec5
·
verified ·
1 Parent(s): 1870276

Upload folder using huggingface_hub

Browse files
Files changed (24) hide show
  1. Llama-2-13b-hf_gptq_2bit_g128_noqep_block_.pth +3 -0
  2. Llama-2-13b-hf_gptq_3bit_g128_noqep_block_.pth +3 -0
  3. Llama-2-13b-hf_gptq_4bit_g128_noqep_block_.pth +3 -0
  4. Llama-2-13b-hf_quip_2bit_nogroup_noqep_block_.pth +3 -0
  5. Llama-2-13b-hf_quip_3bit_nogroup_noqep_block_.pth +3 -0
  6. Llama-2-13b-hf_quip_4bit_nogroup_noqep_block_.pth +3 -0
  7. Llama-2-7b-hf_awq_2bit_g128_noqep_block_.pth +3 -0
  8. Llama-2-7b-hf_awq_3bit_g128_noqep_block_.pth +3 -0
  9. Llama-2-7b-hf_awq_4bit_g128_noqep_block_.pth +3 -0
  10. Llama-2-7b-hf_gptq_2bit_g128_noqep_block_.pth +3 -0
  11. Llama-2-7b-hf_gptq_3bit_g128_noqep_block_.pth +3 -0
  12. Llama-2-7b-hf_gptq_4bit_g128_noqep_block_.pth +3 -0
  13. Llama-2-7b-hf_quip_2bit_nogroup_noqep_block_.pth +3 -0
  14. Llama-2-7b-hf_quip_3bit_nogroup_noqep_block_.pth +3 -0
  15. Llama-2-7b-hf_quip_4bit_nogroup_noqep_block_.pth +3 -0
  16. Meta-Llama-3-8B_awq_2bit_g128_noqep_block_.pth +3 -0
  17. Meta-Llama-3-8B_awq_3bit_g128_noqep_block_.pth +3 -0
  18. Meta-Llama-3-8B_awq_4bit_g128_noqep_block_.pth +3 -0
  19. Meta-Llama-3-8B_gptq_2bit_g128_noqep_block_.pth +3 -0
  20. Meta-Llama-3-8B_gptq_3bit_g128_noqep_block_.pth +3 -0
  21. Meta-Llama-3-8B_gptq_4bit_g128_noqep_block_.pth +3 -0
  22. Meta-Llama-3-8B_quip_2bit_nogroup_noqep_block_.pth +3 -0
  23. Meta-Llama-3-8B_quip_3bit_nogroup_noqep_block_.pth +3 -0
  24. Meta-Llama-3-8B_quip_4bit_nogroup_noqep_block_.pth +3 -0
Llama-2-13b-hf_gptq_2bit_g128_noqep_block_.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56c877474aa369ddde9a55119e015c5c13f378a1a930049af092ca482166b093
3
+ size 26031888764
Llama-2-13b-hf_gptq_3bit_g128_noqep_block_.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d3298e81f2aec158715316cf2b29e9ee447ade1ac580be6c18b111ffc34d668
3
+ size 26031888764
Llama-2-13b-hf_gptq_4bit_g128_noqep_block_.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35a73996d0f53506b02681179bcdac3ee7b0663209a744a2580ac24c1f790e95
3
+ size 26031888764
Llama-2-13b-hf_quip_2bit_nogroup_noqep_block_.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e29cd172d36c692ebb24f6c7c6e98db142e86065d8604dd931118417672101a
3
+ size 26031889871
Llama-2-13b-hf_quip_3bit_nogroup_noqep_block_.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ddd90b0e1d028f7b80a35532aba70c3f4c6732de4e33d747f88b516184202cc2
3
+ size 26031889871
Llama-2-13b-hf_quip_4bit_nogroup_noqep_block_.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dabaff758c023ed0b1a15c0570852f5a717da9ded9f38d14d7fd99277b3c8270
3
+ size 26031889871
Llama-2-7b-hf_awq_2bit_g128_noqep_block_.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c5de60772683920b8cc159dfdc8092266ea2204f017ff6152e5f99d3c8f437f
3
+ size 13476958618
Llama-2-7b-hf_awq_3bit_g128_noqep_block_.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b6173ac66b2670ff481d4d8b93bb663994b8f9f2e2d7813fbdf3ffd33c14bea
3
+ size 13476958618
Llama-2-7b-hf_awq_4bit_g128_noqep_block_.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d90aa7f8b5aeaa270e587059fb2915ff2226ac4eb49a4c5613a71eeb0eedca5
3
+ size 13476958618
Llama-2-7b-hf_gptq_2bit_g128_noqep_block_.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26983630e1500453241c1270c8f5bb19e4f7171b958f2aa227fd34dd28c05746
3
+ size 13476958915
Llama-2-7b-hf_gptq_3bit_g128_noqep_block_.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1305e30357782b407df64c4189a248ad591e1b7f9f0d00eb94423a26b25bfee0
3
+ size 13476958915
Llama-2-7b-hf_gptq_4bit_g128_noqep_block_.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce785791a9c230d737823e330c74c2db35b6495d85b01313cab1aaeadf33af2b
3
+ size 13476958915
Llama-2-7b-hf_quip_2bit_nogroup_noqep_block_.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64ddab6c6012312a66991dc6851d16f633ed6a0cb82b1a695a64ef6cf81e683a
3
+ size 13476959806
Llama-2-7b-hf_quip_3bit_nogroup_noqep_block_.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86b270e193540fd3be0ded116de7712fa35e872daadf9643af3c2fd6dc937007
3
+ size 13476959806
Llama-2-7b-hf_quip_4bit_nogroup_noqep_block_.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9534eba3412717e29e29d1d5572fccb87978cdd922de5f07ef2d042c2e2a77af
3
+ size 13476959806
Meta-Llama-3-8B_awq_2bit_g128_noqep_block_.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b00b4ffe418e3b8497d7527f0469ffc81754067197e2e1c5c82a76e6d987f111
3
+ size 16060650716
Meta-Llama-3-8B_awq_3bit_g128_noqep_block_.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8068aeec6047573434805fdfb18bd34f6709daf413662e3a262d0130352127c2
3
+ size 16060650716
Meta-Llama-3-8B_awq_4bit_g128_noqep_block_.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a82cc7f4863176472b715856c5c2251c8789960016517cab04ab88dc5f1cde4
3
+ size 16060650716
Meta-Llama-3-8B_gptq_2bit_g128_noqep_block_.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4cfcc917070177e541d83e3eafb5504b450eb07e21a1e409e9f7a5d1f8e69d92
3
+ size 16060651013
Meta-Llama-3-8B_gptq_3bit_g128_noqep_block_.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9dfc23281c74060b3715ab9f8a750e64f5de48183885b03d5c0adb061bc31b1c
3
+ size 16060651013
Meta-Llama-3-8B_gptq_4bit_g128_noqep_block_.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d5ad61547a0d92c92fe6640ce0c85c3a0adabf38d9faf518e59dbdeff87d181
3
+ size 16060651013
Meta-Llama-3-8B_quip_2bit_nogroup_noqep_block_.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c659400147a503e6589258809c677349db2fa63ef6a10b38fd176d0fd99b77ac
3
+ size 16060651904
Meta-Llama-3-8B_quip_3bit_nogroup_noqep_block_.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c69bbb09bb8ff85eccbef30383136cb59440588d37f43f3e6c97ea4d4c474dca
3
+ size 16060651904
Meta-Llama-3-8B_quip_4bit_nogroup_noqep_block_.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e0ec4018a21f876c0ecb5165d3b825dbd055485bea12ab0db262f4067f5b6a7
3
+ size 16060651904