Spaces:
Sleeping
Sleeping
CrazyMonkey0 commited on
Commit ·
0bdf4f1
1
Parent(s): dc74289
fix(nlp): remove options n_threads=os.cpu_count() in load_model_nlp
Browse files- app/routes/nlp.py +0 -1
app/routes/nlp.py
CHANGED
|
@@ -22,7 +22,6 @@ def load_model_nlp():
|
|
| 22 |
llm = Llama.from_pretrained(
|
| 23 |
repo_id="Qwen/Qwen2.5-1.5B-Instruct-GGUF",
|
| 24 |
filename="qwen2.5-1.5b-instruct-q3_k_m.gguf",
|
| 25 |
-
n_threads=os.cpu_count()
|
| 26 |
use_mmap=True,
|
| 27 |
verbose=True,
|
| 28 |
)
|
|
|
|
| 22 |
llm = Llama.from_pretrained(
|
| 23 |
repo_id="Qwen/Qwen2.5-1.5B-Instruct-GGUF",
|
| 24 |
filename="qwen2.5-1.5b-instruct-q3_k_m.gguf",
|
|
|
|
| 25 |
use_mmap=True,
|
| 26 |
verbose=True,
|
| 27 |
)
|