update
Browse files- app/models/llm.py +2 -1
app/models/llm.py
CHANGED
|
@@ -17,7 +17,8 @@ def load_model():
|
|
| 17 |
_model = Llama(
|
| 18 |
model_path=model_path,
|
| 19 |
n_ctx=4096,
|
| 20 |
-
n_threads=
|
|
|
|
| 21 |
verbose=False,
|
| 22 |
)
|
| 23 |
|
|
|
|
| 17 |
_model = Llama(
|
| 18 |
model_path=model_path,
|
| 19 |
n_ctx=4096,
|
| 20 |
+
n_threads=2, # Match this EXACTLY to the 2 vCPUs provided by free Spaces
|
| 21 |
+
n_threads_batch=2,
|
| 22 |
verbose=False,
|
| 23 |
)
|
| 24 |
|