Hugging Face's logo

numen-tech
/
Mistral-7B-Instruct-v0.2-w4a16g128asym

Model card Files
xet
Community
numen-tech commited on
Commit
212b213
·
1 Parent(s): 73d9a18

Add weights

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. README.md +2 -0
  2. ndarray-cache.json +0 -0
  3. params_shard_0.bin +3 -0
  4. params_shard_1.bin +3 -0
  5. params_shard_10.bin +3 -0
  6. params_shard_11.bin +3 -0
  7. params_shard_12.bin +3 -0
  8. params_shard_13.bin +3 -0
  9. params_shard_14.bin +3 -0
  10. params_shard_15.bin +3 -0
  11. params_shard_16.bin +3 -0
  12. params_shard_17.bin +3 -0
  13. params_shard_18.bin +3 -0
  14. params_shard_19.bin +3 -0
  15. params_shard_2.bin +3 -0
  16. params_shard_20.bin +3 -0
  17. params_shard_21.bin +3 -0
  18. params_shard_22.bin +3 -0
  19. params_shard_23.bin +3 -0
  20. params_shard_24.bin +3 -0
  21. params_shard_25.bin +3 -0
  22. params_shard_26.bin +3 -0
  23. params_shard_27.bin +3 -0
  24. params_shard_28.bin +3 -0
  25. params_shard_29.bin +3 -0
  26. params_shard_3.bin +3 -0
  27. params_shard_30.bin +3 -0
  28. params_shard_31.bin +3 -0
  29. params_shard_32.bin +3 -0
  30. params_shard_33.bin +3 -0
  31. params_shard_34.bin +3 -0
  32. params_shard_35.bin +3 -0
  33. params_shard_36.bin +3 -0
  34. params_shard_37.bin +3 -0
  35. params_shard_38.bin +3 -0
  36. params_shard_39.bin +3 -0
  37. params_shard_4.bin +3 -0
  38. params_shard_40.bin +3 -0
  39. params_shard_41.bin +3 -0
  40. params_shard_42.bin +3 -0
  41. params_shard_43.bin +3 -0
  42. params_shard_44.bin +3 -0
  43. params_shard_45.bin +3 -0
  44. params_shard_46.bin +3 -0
  45. params_shard_47.bin +3 -0
  46. params_shard_48.bin +3 -0
  47. params_shard_49.bin +3 -0
  48. params_shard_5.bin +3 -0
  49. params_shard_50.bin +3 -0
  50. params_shard_51.bin +3 -0
README.md CHANGED
@@ -1,3 +1,5 @@
1
  ---
2
  license: apache-2.0
3
  ---
 
 
 
1
  ---
2
  license: apache-2.0
3
  ---
4
+
5
+ 4-bit [OmniQuant](https://arxiv.org/abs/2308.13137) quantized version of [Mistral-7B-Instruct-v0.2](https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2).
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9703bdfa9e546593ea8242d98c3303e9f704e45dc9fd6dba70c48467fac52663
3
+ size 65536000
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:468d7797008d8e29cb85470c77ff51499f5eada815c54e6ac9ea5a9d42883eed
3
+ size 58720256
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee02ccf04daa2069515722fd5fa711b3953148c10f5e349af8b81cf06d2fff32
3
+ size 29360128
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d355bae38025b3278d1152c8e0052f42250aba34e8411cf922a5f201b2966dcd
3
+ size 58720256
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:505ce1834d3a8dcb36a76ac181196c546394f92ff574802e00ee7d9e3f3d6d4c
3
+ size 24395776
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d976ae46c2bcbf14fcb1ac978ad8aec0be1033a4718cb326d2ce77c2a3b1b84e
3
+ size 29360128
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a55a429785cc2375ceca864ee8152284ca32b160bfd410a62b48afeb9f6ec4b2
3
+ size 58720256
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b1de041ed383d7ead2c3c862c42a64ba3b1a664e77ba91cc0d50358f775d553
3
+ size 24395776
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62340c51a04a8612a6fdfc63c13f81e569502c2d8905ec6274e2c5a6e6f49215
3
+ size 29360128
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f908084081085931440e0f05cdba9ad2a197f964c1d2e25f1d25214f4f2848e8
3
+ size 58720256
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0137cf60b77d2142d789969005505f1aed13d0dc93e711108e4f5b2c0da61d74
3
+ size 24395776
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:128572712318d93a60cde0ab006b355ebaff8d04c01ff2da4bcdeb8196e64541
3
+ size 29360128
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40156f00e203f0c42fd503506336fa2ca845daf07573aa19f8d1262a6a775442
3
+ size 33267712
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1c9c6956df508a2e148deff84973f2a1b0cf1fae3d2d1cc55bb2a6d3f31e4fb
3
+ size 58720256
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe12c6e0e4afd5977ed1547ffb2164f73c1de69d4ec50ef42ba62031e73c1ac2
3
+ size 24395776
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d591b49e0151d24cfe37de6cba72aafe6e3a0c8f23325efdf070ce258a7c49f
3
+ size 29360128
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2a8f1e9d4b24af2dfb14b01930fc0b9554ae96793c810c7a17565823747437d
3
+ size 58720256
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5fcdcd9dc1a54d67872c959b0948f3b914e4f323725b2551d56b84a334ee7161
3
+ size 24395776
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85ffb444bc97be66ac310db5984eff467c55032aca320d9cca034b2ec1de9ee5
3
+ size 29360128
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24906dd63fd277441fe396801872b6e4ebb0f3d9c33e173d03e5f5467fa28bef
3
+ size 58720256
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f19cb7bbf865e396a3aaf23c3bf8c00ba89484cb71cea661754659b101bb9523
3
+ size 24395776
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d5befd902cdf070ec7ce4909da1d340c0b0412eb4147d147e7072e2a27dd4ff
3
+ size 29360128
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:977f6287afba05cf40cc07e625e5506a826f5d52961916cdb62e2a7598da3bc6
3
+ size 58720256
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d249608f9edea739815c8afddea585f9807bd51eb7d021dc04450b5f3e1692be
3
+ size 58720256
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7afe55d0b9dde9c0a5ed266c90d0a62cf246b70ce8c0fa2edb2e64d5645bd706
3
+ size 24395776
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58af41f1ee6c8db5c0c8bc0cdbdf2a63809f0863701ff48e97d1a6d663502da8
3
+ size 65536000
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82a4fc420687a26a19f29765a261794ebba1eb9a0782cb6fc7b582d8086393de
3
+ size 29360128
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50489c1877fb5c2fadf3a7de2a424ca508fba5221f674af5a98a6ebf24cb5563
3
+ size 58720256
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36bd0ff1cc7884034567149cedc1a3d48bd69d13bf27527a4cdf77ebd56f280e
3
+ size 26451968
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76c80a546ed256f3f12b413061425cc8c88a7271bc179c6c47cb4b4b05c35e61
3
+ size 29360128
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:912307f5d788b5985e681d791dbe728f8d316e87b2c110a894c1a117e5a57b63
3
+ size 58720256
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c329b554a97f88826c3f3d9d1cb9682159a9e4548ccf5f5d298c1c23f8c6fc4
3
+ size 24395776
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ace81a5ddcfa4e2f2871555a522b0d7645f422e9ce7a7f69b7946452b129a85c
3
+ size 58720256
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1297d59cc24b55b1a92617f69cc9ece0f30b2cf22fe19a981535102a2a01a3fc
3
+ size 23461888
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:508d7debdae1aa1488384ff2f3831b59483f2cb9c6f75b87f4da9fffd2b85d9c
3
+ size 29360128
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3d73b18b5d9a0d57a1e9eacae25d0f9c5024e13c7f8c23498f4ed8ad0dbcec8
3
+ size 29360128
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12376b79c374157ab25ea109f26dcf479c9d5ef3d15483cd863ecfa24094d19d
3
+ size 58720256
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad562904c0008d66e428c2cac3abfe32412a64dc652d0b50cd3a4fd196601bb3
3
+ size 24395776
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:798548b1f0ea7e21b4af78565bb918d5ca01ccf294692a021e2ca1914d3d6e08
3
+ size 29360128
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:679b9a2e3fc1a45cdbeab2add6842f5dcfb8daa9d4fd851f6d54eb41c25e7ee7
3
+ size 58720256
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62019cc5896417d9ffff9ce5dc17da0bcf04a9ed6f34a41f15a2c1dfc6d2f377
3
+ size 24395776
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09496da034971dca62c61006a32da1a9bebb6f04cb0b14de34de9a709db92380
3
+ size 29360128
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03bf354dfabdfbc188498a512f0b56135db35a1ac432f10e36fa4941bb271204
3
+ size 58720256
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88c52fb6a55fc8693dc84ba64902bcbdf1a118acd0516c82f3037c2f20378f1f
3
+ size 24395776
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ef3a56ada791703116b4601207caf5f02f219119dbf9cc871d6f1cd629e5c93
3
+ size 29360128
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30018f1d0e9db69f12c9e1bc499cea8b2782819c94318cccacf33aadcb15e865
3
+ size 58720256
params_shard_50.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b822e9894b23ac65570890b7b55ff9d2d2f73556c42a139d503a02d4eb271a3
3
+ size 58720256
params_shard_51.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:758a800478966d1d38da6acd3b98b3f83a117971390a96264c7be3dbef8de0f5
3
+ size 24395776