ujalaarshad17 commited on
Commit
118feac
·
1 Parent(s): c3798a3
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -6,7 +6,7 @@ import logging
6
  llm = Llama(
7
  model_path="./quantized_model/sql_gpt_quantized.gguf",
8
  n_ctx=512,
9
- n_threads=2,
10
  n_gpu_layers=-1
11
  )
12
 
 
6
  llm = Llama(
7
  model_path="./quantized_model/sql_gpt_quantized.gguf",
8
  n_ctx=512,
9
+ n_threads=1,
10
  n_gpu_layers=-1
11
  )
12