Commit ·
13202d2
1
Parent(s): 2d752f4
Add files using upload-large-folder tool
Browse files- .gitattributes +6 -0
- IPOplectic_IMAT_IQ3_m.gguf +3 -0
- IPOplectic_IMAT_IQ4_NL.gguf +3 -0
- IPOplectic_IMAT_IQ4_xs.gguf +3 -0
- IPOplectic_IMAT_q4_k_m.gguf +3 -0
- IPOplectic_IMAT_q5_k_m.gguf +3 -0
- IPOplectic_IMAT_q6_k.gguf +3 -0
- chat_template.jinja +9 -0
.gitattributes
CHANGED
|
@@ -39,3 +39,9 @@ IPOplectic_IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
|
|
| 39 |
IPOplectic_q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
|
| 40 |
IPOplectic_q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
|
| 41 |
IPOplectic_q6_k.gguf filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 39 |
IPOplectic_q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
|
| 40 |
IPOplectic_q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
|
| 41 |
IPOplectic_q6_k.gguf filter=lfs diff=lfs merge=lfs -text
|
| 42 |
+
IPOplectic_IMAT_IQ3_m.gguf filter=lfs diff=lfs merge=lfs -text
|
| 43 |
+
IPOplectic_IMAT_IQ4_xs.gguf filter=lfs diff=lfs merge=lfs -text
|
| 44 |
+
IPOplectic_IMAT_IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
|
| 45 |
+
IPOplectic_IMAT_q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
|
| 46 |
+
IPOplectic_IMAT_q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
|
| 47 |
+
IPOplectic_IMAT_q6_k.gguf filter=lfs diff=lfs merge=lfs -text
|
IPOplectic_IMAT_IQ3_m.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9094da25cc4a041fc3dee004a415acdf351b0ac33aafdde820e7f7b54a09487f
|
| 3 |
+
size 34826385824
|
IPOplectic_IMAT_IQ4_NL.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6fbc0a155dd7b89914eeb8f9e5a72bbb747a07e6e4fe2b6f4eb02de26621c7a0
|
| 3 |
+
size 42803427744
|
IPOplectic_IMAT_IQ4_xs.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fdf1012b2946ce3f25a6c71d6a438398ccc36e2cb5373641ec1a04b622608f33
|
| 3 |
+
size 40685304224
|
IPOplectic_IMAT_q4_k_m.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c34f22bbb176b1be66e33e239467e78c1c67cabd158ff9e9b174652fdd69a666
|
| 3 |
+
size 45270202784
|
IPOplectic_IMAT_q5_k_m.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1a582c57522f2c2e92dc1ece2ed1b25aaa7088d29de04ce8444396dfecd17266
|
| 3 |
+
size 52568291744
|
IPOplectic_IMAT_q6_k.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:112063b805721d55e5bcd567cddd6db8788cb117ab1e67347a39e3d7a56d073e
|
| 3 |
+
size 60367075744
|
chat_template.jinja
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{{ bos_token }}{% for message in messages %}{% if message['role'] == 'user' %}{{ '<|start_header_id|>user<|end_header_id|>
|
| 2 |
+
|
| 3 |
+
' + message['content'] | trim + '<|eot_id|>' }}{% elif message['role'] == 'assistant' %}{{ '<|start_header_id|>assistant<|end_header_id|>
|
| 4 |
+
|
| 5 |
+
' + message['content'] | trim + '<|eot_id|>' }}{% else %}{{ '<|start_header_id|>' + message['role'] + '<|end_header_id|>
|
| 6 |
+
|
| 7 |
+
' + message['content'] | trim + '<|eot_id|>' }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>
|
| 8 |
+
|
| 9 |
+
' }}{% endif %}
|