Hugging Face's logo

numen-tech
/
Mistral-7B-Instruct-v0.2-w3a16g40sym

Model card Files
xet
Community
numen-tech commited on
Commit
9620ac6
·
1 Parent(s): 63d8a51

Add weights

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. README.md +2 -0
  2. ndarray-cache.json +0 -0
  3. params_shard_0.bin +3 -0
  4. params_shard_1.bin +3 -0
  5. params_shard_10.bin +3 -0
  6. params_shard_11.bin +3 -0
  7. params_shard_12.bin +3 -0
  8. params_shard_13.bin +3 -0
  9. params_shard_14.bin +3 -0
  10. params_shard_15.bin +3 -0
  11. params_shard_16.bin +3 -0
  12. params_shard_17.bin +3 -0
  13. params_shard_18.bin +3 -0
  14. params_shard_19.bin +3 -0
  15. params_shard_2.bin +3 -0
  16. params_shard_20.bin +3 -0
  17. params_shard_21.bin +3 -0
  18. params_shard_22.bin +3 -0
  19. params_shard_23.bin +3 -0
  20. params_shard_24.bin +3 -0
  21. params_shard_25.bin +3 -0
  22. params_shard_26.bin +3 -0
  23. params_shard_27.bin +3 -0
  24. params_shard_28.bin +3 -0
  25. params_shard_29.bin +3 -0
  26. params_shard_3.bin +3 -0
  27. params_shard_30.bin +3 -0
  28. params_shard_31.bin +3 -0
  29. params_shard_32.bin +3 -0
  30. params_shard_33.bin +3 -0
  31. params_shard_34.bin +3 -0
  32. params_shard_35.bin +3 -0
  33. params_shard_36.bin +3 -0
  34. params_shard_37.bin +3 -0
  35. params_shard_38.bin +3 -0
  36. params_shard_39.bin +3 -0
  37. params_shard_4.bin +3 -0
  38. params_shard_40.bin +3 -0
  39. params_shard_41.bin +3 -0
  40. params_shard_42.bin +3 -0
  41. params_shard_43.bin +3 -0
  42. params_shard_44.bin +3 -0
  43. params_shard_45.bin +3 -0
  44. params_shard_46.bin +3 -0
  45. params_shard_47.bin +3 -0
  46. params_shard_48.bin +3 -0
  47. params_shard_49.bin +3 -0
  48. params_shard_5.bin +3 -0
  49. params_shard_50.bin +3 -0
  50. params_shard_51.bin +3 -0
README.md CHANGED
@@ -1,3 +1,5 @@
1
  ---
2
  license: apache-2.0
3
  ---
 
 
 
1
  ---
2
  license: apache-2.0
3
  ---
4
+
5
+ 3-bit [OmniQuant](https://arxiv.org/abs/2308.13137) quantized version of [Mistral-7B-Instruct-v0.2](https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2).
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:896126014aa8d1fb94d8431b5741166d004232eefd0f7df1a758cc2cfcc3e5bc
3
+ size 52736000
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce4323f1d5aed7f9f5ad9c1597b4f9e9722cc07db60f8f4c69dafc592c39b5c8
3
+ size 47251456
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:136b6f03b2e81e60ab3897d10d86663b783c69a1012db16cc38d2e62f42e01fe
3
+ size 31129600
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae1c23137b6aafda0e4ef1da50c25ef04940e80cf52590deeedd8510646c2438
3
+ size 47251456
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0dd650aa0c9a35d09a32aba45797295059bcb4e0716f9a6705d6cfb4f68628b2
3
+ size 23527424
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1530e31159de0efb5703c49422babe1a58af89c87e5dd8ab5932f5813b6fba15
3
+ size 47251456
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79bde256665d619c397de83bb0bb8dfb19a3258dcfb9599381ee47364e8034a3
3
+ size 30789632
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba41031c35e5b5940cf174d38138097df9ec699240d0bd73e8027bed612b7a0f
3
+ size 23527424
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:615f87ff81c1e40e6a06a3a0ad666c3cc448f5745c14cf3bf3ccfe58115b7a90
3
+ size 47251456
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5df4c6bd980a71d917483bb41b1c0836d09b2eb7809da5ad148e85e593c5868d
3
+ size 27848704
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b06d2ad4c82ddb20eaacc65546af975f08cb18b12afcf20fcf040f943f9303c
3
+ size 23527424
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4cd44a430fc28153842b749775bfc0e9fc9d45b7b5ba45454ee29cc01cc55995
3
+ size 47251456
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34e9c2d097975e61813d8d8c3feffe610902ba89b46485803e761efeccaa58d8
3
+ size 52736000
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d66d4e34d3114f4ab626c3a824c97623019f732abb83312a106571f5b2ee9fcc
3
+ size 27848704
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:753d1ad12be6d0a9c6c9f3fcfee36693199377fed9f87d8abea726b28a5d8ab9
3
+ size 23527424
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06f8ee3d140a1364421add2dc7c45a80a4bb46f65fb89b5045ac584bf01a23c0
3
+ size 47251456
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b503e1c3fbec3d099f49f87fdb4c941fbb6c5afa981c428280aebd5d0e0d21d3
3
+ size 27848704
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1e2df37de647b5888ef09fce18a1a2bdcdd9a8d3b8c213e9c54e9377778f075
3
+ size 23527424
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2aabf69f665b0842432f7de0555b9774d66e7b114bb3a21ebc18b942d8fce354
3
+ size 47251456
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e62a3ff3568bbc85ac2d604603fc3023ce689bef6b938895ab28a7e0ef364c5c
3
+ size 27848704
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:090bb19b7d44083ea39cf251942450967c4459992216f7520fa70d9176c5e4a5
3
+ size 23527424
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2601a205b068a54f9f086e1c6b5b9433e2c0488157f971468d8de47c0a56ef9
3
+ size 47251456
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f841e193931dd355e792aa5451cbb6c67da6fbd58e12496e2781c287b869dd1
3
+ size 27848704
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f38fcb0d38fd496bca9d63c119a4d1079a9d79a975f60a7230c30995e877c79
3
+ size 23527424
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f15e3e0c042674480f8669cf8dbc7a2029f31b60322b73bdd2136632995ce3fa
3
+ size 23527424
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:946fa6c136a74cf694a84f24bd340d511bf06b0d0c9567b04a85e199b2aefa77
3
+ size 47251456
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a75f66fe9996224885696b8acb6cb8c11b5b149f4ce7e67e09d7deaf8432b74
3
+ size 27848704
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2913726327656a4f581c530a04c03f45811b2f0d5afbec407559b565589b1cec
3
+ size 23527424
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49d8e3c4104e9add6563ccdae1eb41aae4441a02313965816be1d77488fed60e
3
+ size 47251456
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2db9f98becc97b69a0f89db8c9dc52b1b2efaecf9d11c012c2ad38f1980e8f6
3
+ size 27848704
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10c966f7a47206d44d6dcb32bfd8009525977f68a24df6e13f40da0339b89e3a
3
+ size 47251456
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:498d01ee4f9b95c7a5bdfa3f7556f3da9c07bca1ac673fcba84c4ed41351422d
3
+ size 32391168
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:057f86c595c650d7842a6f7d28465b2dccc2f0fe8a2dcfd13a617d0d2d613175
3
+ size 23527424
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a7d8e2af6034a812652b9b08de3ebf31a95a981ee9afad2efd94825924dcbce
3
+ size 47251456
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b08c2aff1c1b6225be84a01b0e323cb2e35f3e765661cc294c9961a0565a465
3
+ size 47251456
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:530104c378ebfd7f6a191ae55f2ada7ad8741112f53c0a7531e46e73361aa679
3
+ size 27848704
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54843cdee0da5f67d3c7fef959f66c2a97c0b96bcd8a5667b2517919c1a7e3b5
3
+ size 23527424
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1f820a26ee7a01beb143328a4e0242689e85938583fd0ce50f6b638e256480a
3
+ size 47251456
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b54e4077ca9a5439ef444aee6ea23d7b39a19d1d284ae1170517d3e2c0fbbcc6
3
+ size 27848704
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afd96751dc0e268b86b1585293a866e6bd4925064c537b7a9d3a74e0f3e81492
3
+ size 23527424
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c661e500607c6fda96c1511778d25b51000d77ef90f6ed37574f08120d0f8e2
3
+ size 47251456
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3715d0ab2b92a8422a5362e84cbd3fb9e12fe2ecb2cb69e15caf93b50edd0f17
3
+ size 27848704
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b021a88fa67b69ba559a7828a8e27f25fce347d95c171cfa9d7904cbcc19811
3
+ size 23527424
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e55e5b8a4257807b796d97a8927a733c80212e8d25d279d3d43fd68c4e8d095
3
+ size 47251456
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a21d05b914fd28807129045158474e12afdce467ae571292c6d0b61c5d66218a
3
+ size 27848704
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee27e73050dd41c6d227a2f16cd33a1bcf8c1dcc8efb3d08bbb3930cc15e4bb1
3
+ size 27978752
params_shard_50.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94f9474bcd43da9c2ae092dcff100857b139235743ad3fb9f46f6579cadb854f
3
+ size 23527424
params_shard_51.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:840d7e47d3023b7599990e47eb5923f063a0ae46876cc2b60ebcb704f6106622
3
+ size 47251456