OrbitMC commited on
Commit
e4eb904
·
verified ·
1 Parent(s): 11229d4

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -27,7 +27,7 @@ print("Loading model into memory via llama-cpp-python...")
27
  llm = Llama(
28
  model_path=model_path,
29
  n_ctx=8192,
30
- n_threads=2,
31
  verbose=False
32
  )
33
  print("Model loaded successfully!")
 
27
  llm = Llama(
28
  model_path=model_path,
29
  n_ctx=8192,
30
+ n_threads=8,
31
  verbose=False
32
  )
33
  print("Model loaded successfully!")