MarcosFRGames commited on
Commit
34044de
·
verified ·
1 Parent(s): 89f571c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -51,8 +51,8 @@ class LLMManager:
51
  model_path=temp_path,
52
  n_ctx=MAX_CONTEXT_TOKENS,
53
  n_batch=n_batch,
54
- n_threads=1,
55
- n_threads_batch=1,
56
  use_mlock=True,
57
  mmap=True,
58
  low_vram=False,
 
51
  model_path=temp_path,
52
  n_ctx=MAX_CONTEXT_TOKENS,
53
  n_batch=n_batch,
54
+ n_threads=4,
55
+ n_threads_batch=4,
56
  use_mlock=True,
57
  mmap=True,
58
  low_vram=False,