Hugging Face's logo

numen-tech
/
OpenHermes-2.5-Mistral-7B-w3a16g40sym

Model card Files
xet
Community
numen-tech commited on
Commit
b4bb118
·
1 Parent(s): 3bc03c9

Add weights

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. README.md +2 -0
  2. added_tokens.json +4 -0
  3. ndarray-cache.json +0 -0
  4. params_shard_0.bin +3 -0
  5. params_shard_1.bin +3 -0
  6. params_shard_10.bin +3 -0
  7. params_shard_11.bin +3 -0
  8. params_shard_12.bin +3 -0
  9. params_shard_13.bin +3 -0
  10. params_shard_14.bin +3 -0
  11. params_shard_15.bin +3 -0
  12. params_shard_16.bin +3 -0
  13. params_shard_17.bin +3 -0
  14. params_shard_18.bin +3 -0
  15. params_shard_19.bin +3 -0
  16. params_shard_2.bin +3 -0
  17. params_shard_20.bin +3 -0
  18. params_shard_21.bin +3 -0
  19. params_shard_22.bin +3 -0
  20. params_shard_23.bin +3 -0
  21. params_shard_24.bin +3 -0
  22. params_shard_25.bin +3 -0
  23. params_shard_26.bin +3 -0
  24. params_shard_27.bin +3 -0
  25. params_shard_28.bin +3 -0
  26. params_shard_29.bin +3 -0
  27. params_shard_3.bin +3 -0
  28. params_shard_30.bin +3 -0
  29. params_shard_31.bin +3 -0
  30. params_shard_32.bin +3 -0
  31. params_shard_33.bin +3 -0
  32. params_shard_34.bin +3 -0
  33. params_shard_35.bin +3 -0
  34. params_shard_36.bin +3 -0
  35. params_shard_37.bin +3 -0
  36. params_shard_38.bin +3 -0
  37. params_shard_39.bin +3 -0
  38. params_shard_4.bin +3 -0
  39. params_shard_40.bin +3 -0
  40. params_shard_41.bin +3 -0
  41. params_shard_42.bin +3 -0
  42. params_shard_43.bin +3 -0
  43. params_shard_44.bin +3 -0
  44. params_shard_45.bin +3 -0
  45. params_shard_46.bin +3 -0
  46. params_shard_47.bin +3 -0
  47. params_shard_48.bin +3 -0
  48. params_shard_49.bin +3 -0
  49. params_shard_5.bin +3 -0
  50. params_shard_50.bin +3 -0
README.md CHANGED
@@ -1,3 +1,5 @@
1
  ---
2
  license: apache-2.0
3
  ---
 
 
 
1
  ---
2
  license: apache-2.0
3
  ---
4
+
5
+ 3-bit [OmniQuant](https://arxiv.org/abs/2308.13137) quantized version of [OpenHermes-2.5-Mistral-7B](https://huggingface.co/teknium/OpenHermes-2.5-Mistral-7B).
added_tokens.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "<|im_end|>": 32000,
3
+ "<|im_start|>": 32001
4
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22e1f0507b03d3daa9d100403f3dfd694a33ddabe1a1d9c75c260bb2fd61fe31
3
+ size 52739296
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bc56ab16a8889d87448ddf15760fc87c0239471c7ab98841f5deaaecb4fefa1
3
+ size 47251456
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4171768e0540d3409041f2a40f38cb47129400dd171fc2622e8cd315c33c540
3
+ size 31129600
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3674195ac947abc419ddbc6a929c4bcc537d2634a93f802051b3f5027615506
3
+ size 47251456
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b87c6af805812ae2af7f3a2850db41b7c5cd0878408ae39a98ef126254e04af
3
+ size 23527424
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d78aa502ba9e25ba68f0c7f23000fc8b3cdfd78aad2b6b4e6fa6ce5911d0db0
3
+ size 47251456
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cde0ec523216a07e82d89e4a359de40cf136a169ab074d1f7bb4ddfe7279ff97
3
+ size 30789632
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4e004fe8535e8b764605c3719e976126502529e35603f81b4183e4077d66684
3
+ size 23527424
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed194c2beaeed529bc0123a5787b4692fa23314641c7059cd56de3fa4c147697
3
+ size 47251456
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec2641eaf75ba7204799d73cbd56459586add9c1ba111a3803952f69b1f1474d
3
+ size 27848704
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed89d41cc436eed0f11b51e689e57edb7ff3e1207d19183583c5acec7d1a279c
3
+ size 23527424
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:454297ebbcd0b7385cac054ccb4019401c2bc1d8adb4f938944644b5e79ecb83
3
+ size 47251456
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b82eca63847f1cf003656e4330169c7bbfa78ab2167e1a12d170eddae318e77
3
+ size 52739296
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ce4ab6238af822f8107682c1cdef1bb441db6b70a9644c2725f06f344d03ca3
3
+ size 27848704
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f28f07448b7a2a517286fbd73b283295b5dd62af79a841e5d450d6422417e56
3
+ size 23527424
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ebc065ba6790ada9122cc00925176f349851ba3852c6120d081db68ec3ccbf7f
3
+ size 47251456
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd624284ce62fbfaa2a4fec045b029fbc9b1f015d2a6d35b3fc4fb4d9d43db20
3
+ size 27848704
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba211724a0692c9a249bf0ccd5ad4d57e8b26312a3890858632807a9d013b9d3
3
+ size 23527424
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15b16c0d4468dc7dc0a0c0faa5dc40ae2488250a818ab3f249a8c45a6dd10167
3
+ size 47251456
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72ec395d128c14c25d56fce81ba4bba359a99fb2240b3858e478dad0c2021d83
3
+ size 27848704
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:215fdbce6db7f39c81e2920a943fb22922e58fb681285af83146501a168b498e
3
+ size 23527424
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ecd44c4e7595e6544a38a8f771180fb057477a4d7b92ce33fb35b2f444b773f2
3
+ size 47251456
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12dd14f89d519a1320b081d91603ea8827aa87d96c7ef4deb6d28cdea54303c7
3
+ size 27848704
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:beccc2d28fd7c36087366e11855f7865cd8b67c25965349e7de4a72d07662290
3
+ size 23527424
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7352095068f318c4703bdaa2c433fb230de2fd448833cb996b261f6b2c436ff
3
+ size 23527424
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:668fea0bb350e0b03d051b64873e978b4caf6f440ad0230db1c5b1ef4425f0a2
3
+ size 47251456
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78bbe96534028d1cf7652e4ce4f12cea4c979234d8d51b9f21531df8ae8f7ff9
3
+ size 27848704
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54941baf79034f269f81e7ee16d8b494181ba1c32b2e7ea3ea3aafc188a0fbeb
3
+ size 23527424
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4cd43be91ac5e4e1bb1777fac14545b225ed2f318b53d4847fb8e865321e5cc
3
+ size 47251456
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ebb35805f54671bfbf4dfbefd399c84cd5a68d87b7367d50b8fd4bd7a2ad995f
3
+ size 27848704
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2cd08127eea78c423ba94d8646fe81acb8fb8a6408c3ad38a45bb3650e71bde0
3
+ size 47251456
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6763e4cb1f7a82d0d45fc69b50c136b26d941671e754a3b76da5b731f9afd69
3
+ size 32391168
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0c715fd70137af291a698af2f20399a0a044d27726dc129bda9d03afbe2dbb1
3
+ size 23527424
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8896594c6295a5ec29d7437dceaedb5798b716af9eaa6fc757f95e0f28e39001
3
+ size 47251456
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:954daa66ab7c06f23f420a3aa35ea44a0c9823eb21f59efcb3f717c4ef69ca81
3
+ size 47251456
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:996dff1e58d713abb7b33a5cee43dbafa78c0763bdff7329558d4c15982ba7ff
3
+ size 27848704
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97996d24f8096d1de5cc58281b6a86806c06fe59b07f7bede5635230670d7918
3
+ size 23527424
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76e331680b70c950925303765bd8b369c19958be207a8f0bc198b4d0b85efcb5
3
+ size 47251456
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8609525d2060fcee724adbad263ca347f86e3c9ca5604d88049e276ecc504346
3
+ size 27848704
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e567891899609f012876df4019515602597a1c30e9c1f30c2b1777050679fa6
3
+ size 23527424
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86a2234e4b28dc9360bf7f332fb48323c5094dbbfa9cfcd69ded6acdc58784d6
3
+ size 47251456
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:122c546a15b6523f6607538b282df1a9626fda360cdca29303d0305e99c80e5f
3
+ size 27848704
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb6b7ab95d565fbfec9d5941ae37b2ece9a9a806ab597748bd41bbf5b7fd4f0c
3
+ size 23527424
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1cd1bdb23f12926e63d17609d18a5f5da0143717a1d3b4431becaa45c8eeecd7
3
+ size 47251456
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e63f4aac88f3869caebceefbbfeb83f41234a869d7101bf8bc49aaee916bd1fb
3
+ size 27848704
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f306166df11e0c5a03c5fb81a8563bfb1d5f56eb1d0ab63dbd424904bb2617c5
3
+ size 27979576
params_shard_50.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eaf23bc531458b48fa6289f858b910c74d5b8dbedbfaf2d9b3ce2c921832e554
3
+ size 23527424