Upload folder using huggingface_hub
Browse files- Mistral-7B-Instruct-v0.2-Q2_K.gguf +2 -2
- Mistral-7B-Instruct-v0.2-Q3_K_L.gguf +2 -2
- Mistral-7B-Instruct-v0.2-Q3_K_M.gguf +2 -2
- Mistral-7B-Instruct-v0.2-Q3_K_S.gguf +2 -2
- Mistral-7B-Instruct-v0.2-Q4_0.gguf +2 -2
- Mistral-7B-Instruct-v0.2-Q4_K_M.gguf +2 -2
- Mistral-7B-Instruct-v0.2-Q4_K_S.gguf +2 -2
- Mistral-7B-Instruct-v0.2-Q5_0.gguf +2 -2
- Mistral-7B-Instruct-v0.2-Q5_K_M.gguf +2 -2
- Mistral-7B-Instruct-v0.2-Q5_K_S.gguf +2 -2
- Mistral-7B-Instruct-v0.2-Q6_K.gguf +2 -2
- Mistral-7B-Instruct-v0.2-Q8_0.gguf +2 -2
- README.md +6 -15
Mistral-7B-Instruct-v0.2-Q2_K.gguf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:05cb6fd3aea908785db6c292fe89afd6ee9abdc06533e1c607110dfc5acb2440
|
| 3 |
+
size 2719242880
|
Mistral-7B-Instruct-v0.2-Q3_K_L.gguf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:59f1e5884be35ec4f76cbae1b6642ff0028fc8e26b850a46e246fc2e3c7326de
|
| 3 |
+
size 3822025344
|
Mistral-7B-Instruct-v0.2-Q3_K_M.gguf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7d364f492d03e52179db8bcfedc2d789e7f527ad4b3258f8bd7f4449f9cdff14
|
| 3 |
+
size 3518986880
|
Mistral-7B-Instruct-v0.2-Q3_K_S.gguf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a1a5a9f135c6c58620cacafb051438f5ad6f79535a4696a2c8d6b968dcb1a690
|
| 3 |
+
size 3164568192
|
Mistral-7B-Instruct-v0.2-Q4_0.gguf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bc936fe040836b01b4c80248813cf616cb3b9123fab48029f8f902e41db1db7e
|
| 3 |
+
size 4108917376
|
Mistral-7B-Instruct-v0.2-Q4_K_M.gguf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:74e11169ac724aacc8fdc3aea00335e25b952150c37a0ab78235f19c0bda8d02
|
| 3 |
+
size 4368439936
|
Mistral-7B-Instruct-v0.2-Q4_K_S.gguf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8750dae03e2d7e5fc5380aafabed3f21fa3cd93051a8218a57f2c80905620039
|
| 3 |
+
size 4140374656
|
Mistral-7B-Instruct-v0.2-Q5_0.gguf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:16ae3b06d280d4cd72d66d23887ec7c01ce7fc8607b0a1b773873ea77295db12
|
| 3 |
+
size 4997716608
|
Mistral-7B-Instruct-v0.2-Q5_K_M.gguf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7fb5db1bf7dcf72a9e18539fffdaf93cac032279f9d096e1bb5c71417cf054cb
|
| 3 |
+
size 5131410048
|
Mistral-7B-Instruct-v0.2-Q5_K_S.gguf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:099ab4b21bd5ad9d69aac5b5cfe7ee18516fdf6d03c401be77ffe0cb3b09cc37
|
| 3 |
+
size 4997716608
|
Mistral-7B-Instruct-v0.2-Q6_K.gguf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:82343e4350fd3f6545e5efaa0b60ccc397aa61369c8af5083ac5d3382f9c2413
|
| 3 |
+
size 5942065792
|
Mistral-7B-Instruct-v0.2-Q8_0.gguf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7d6e2d0b6615960b0bdc0d9cff73508633d1553c91fbdb4d572449078e281310
|
| 3 |
+
size 7695858304
|
README.md
CHANGED
|
@@ -1,19 +1,12 @@
|
|
| 1 |
---
|
| 2 |
license: apache-2.0
|
|
|
|
| 3 |
tags:
|
| 4 |
- finetuned
|
| 5 |
- TensorBlock
|
| 6 |
- GGUF
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
inference: true
|
| 10 |
-
widget:
|
| 11 |
-
- messages:
|
| 12 |
-
- role: user
|
| 13 |
-
content: What is your favorite condiment?
|
| 14 |
-
extra_gated_description: If you want to learn more about how we process your personal
|
| 15 |
-
data, please read our <a href="https://mistral.ai/terms/">Privacy Policy</a>.
|
| 16 |
-
base_model: mistralai/Mistral-7B-Instruct-v0.2
|
| 17 |
---
|
| 18 |
|
| 19 |
<div style="width: auto; margin-left: auto; margin-right: auto">
|
|
@@ -27,9 +20,9 @@ base_model: mistralai/Mistral-7B-Instruct-v0.2
|
|
| 27 |
</div>
|
| 28 |
</div>
|
| 29 |
|
| 30 |
-
##
|
| 31 |
|
| 32 |
-
This repo contains GGUF format model files for [
|
| 33 |
|
| 34 |
The files were quantized using machines provided by [TensorBlock](https://tensorblock.co/), and they are compatible with llama.cpp as of [commit b4011](https://github.com/ggerganov/llama.cpp/commit/a6744e43e80f4be6398fc7733a01642c846dce1d).
|
| 35 |
|
|
@@ -42,9 +35,7 @@ The files were quantized using machines provided by [TensorBlock](https://tensor
|
|
| 42 |
## Prompt template
|
| 43 |
|
| 44 |
```
|
| 45 |
-
<s>
|
| 46 |
-
|
| 47 |
-
{prompt} [/INST]
|
| 48 |
```
|
| 49 |
|
| 50 |
## Model file specification
|
|
|
|
| 1 |
---
|
| 2 |
license: apache-2.0
|
| 3 |
+
pipeline_tag: text-generation
|
| 4 |
tags:
|
| 5 |
- finetuned
|
| 6 |
- TensorBlock
|
| 7 |
- GGUF
|
| 8 |
+
inference: false
|
| 9 |
+
base_model: PIXMELT/Mistral-7B-Instruct-v0.2
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 10 |
---
|
| 11 |
|
| 12 |
<div style="width: auto; margin-left: auto; margin-right: auto">
|
|
|
|
| 20 |
</div>
|
| 21 |
</div>
|
| 22 |
|
| 23 |
+
## PIXMELT/Mistral-7B-Instruct-v0.2 - GGUF
|
| 24 |
|
| 25 |
+
This repo contains GGUF format model files for [PIXMELT/Mistral-7B-Instruct-v0.2](https://huggingface.co/PIXMELT/Mistral-7B-Instruct-v0.2).
|
| 26 |
|
| 27 |
The files were quantized using machines provided by [TensorBlock](https://tensorblock.co/), and they are compatible with llama.cpp as of [commit b4011](https://github.com/ggerganov/llama.cpp/commit/a6744e43e80f4be6398fc7733a01642c846dce1d).
|
| 28 |
|
|
|
|
| 35 |
## Prompt template
|
| 36 |
|
| 37 |
```
|
| 38 |
+
<s>[INST] {prompt} [/INST]
|
|
|
|
|
|
|
| 39 |
```
|
| 40 |
|
| 41 |
## Model file specification
|