ps1811 commited on
Commit
02db284
·
verified ·
1 Parent(s): f287f46
Files changed (1) hide show
  1. app/models/llm.py +2 -1
app/models/llm.py CHANGED
@@ -17,7 +17,8 @@ def load_model():
17
  _model = Llama(
18
  model_path=model_path,
19
  n_ctx=4096,
20
- n_threads=4,
 
21
  verbose=False,
22
  )
23
 
 
17
  _model = Llama(
18
  model_path=model_path,
19
  n_ctx=4096,
20
+ n_threads=2, # Match this EXACTLY to the 2 vCPUs provided by free Spaces
21
+ n_threads_batch=2,
22
  verbose=False,
23
  )
24