Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
|
@@ -51,8 +51,8 @@ class LLMManager:
|
|
| 51 |
model_path=temp_path,
|
| 52 |
n_ctx=MAX_CONTEXT_TOKENS,
|
| 53 |
n_batch=n_batch,
|
| 54 |
-
n_threads=
|
| 55 |
-
n_threads_batch=
|
| 56 |
use_mlock=True,
|
| 57 |
mmap=True,
|
| 58 |
low_vram=False,
|
|
|
|
| 51 |
model_path=temp_path,
|
| 52 |
n_ctx=MAX_CONTEXT_TOKENS,
|
| 53 |
n_batch=n_batch,
|
| 54 |
+
n_threads=2,
|
| 55 |
+
n_threads_batch=2,
|
| 56 |
use_mlock=True,
|
| 57 |
mmap=True,
|
| 58 |
low_vram=False,
|