Update models.yaml
Browse files- models.yaml +3 -6
models.yaml
CHANGED
|
@@ -1,9 +1,6 @@
|
|
| 1 |
-
- name: deepseek-coder
|
| 2 |
backend: llama-cpp
|
| 3 |
-
path: /models/deepseek-coder-1.
|
| 4 |
parameters:
|
| 5 |
context_size: 4096
|
| 6 |
-
gpu_layers:
|
| 7 |
-
temperature: 0.7
|
| 8 |
-
top_p: 0.9
|
| 9 |
-
repeat_penalty: 1.1
|
|
|
|
| 1 |
+
- name: deepseek-coder
|
| 2 |
backend: llama-cpp
|
| 3 |
+
path: /models/deepseek-coder-1.3B-kexer-Q4_K_M.gguf
|
| 4 |
parameters:
|
| 5 |
context_size: 4096
|
| 6 |
+
gpu_layers: 0
|
|
|
|
|
|
|
|
|