CrazyMonkey0 commited on
Commit
0bdf4f1
·
1 Parent(s): dc74289

fix(nlp): remove options n_threads=os.cpu_count() in load_model_nlp

Browse files
Files changed (1) hide show
  1. app/routes/nlp.py +0 -1
app/routes/nlp.py CHANGED
@@ -22,7 +22,6 @@ def load_model_nlp():
22
  llm = Llama.from_pretrained(
23
  repo_id="Qwen/Qwen2.5-1.5B-Instruct-GGUF",
24
  filename="qwen2.5-1.5b-instruct-q3_k_m.gguf",
25
- n_threads=os.cpu_count()
26
  use_mmap=True,
27
  verbose=True,
28
  )
 
22
  llm = Llama.from_pretrained(
23
  repo_id="Qwen/Qwen2.5-1.5B-Instruct-GGUF",
24
  filename="qwen2.5-1.5b-instruct-q3_k_m.gguf",
 
25
  use_mmap=True,
26
  verbose=True,
27
  )