AnatoliiG commited on
Commit ·
c65ca6d
1
Parent(s): f34d9e8
Update config.py
Browse files
config.py
CHANGED
|
@@ -5,5 +5,5 @@ FILENAME = "qwen2.5-coder-7b-instruct-q5_k_m.gguf"
|
|
| 5 |
CONTEXT_SIZE = 8192
|
| 6 |
DEFAULT_MAX_TOKENS = 4096
|
| 7 |
DEFAULT_TEMP = 0.4
|
| 8 |
-
N_THREADS =
|
| 9 |
N_GPU_LAYERS = 0 # 0 для CPU, -1 для GPU
|
|
|
|
| 5 |
CONTEXT_SIZE = 8192
|
| 6 |
DEFAULT_MAX_TOKENS = 4096
|
| 7 |
DEFAULT_TEMP = 0.4
|
| 8 |
+
N_THREADS = 2
|
| 9 |
N_GPU_LAYERS = 0 # 0 для CPU, -1 для GPU
|