Spaces:
Sleeping
Sleeping
Commit
·
eea8e3d
1
Parent(s):
9466107
setted the n_threads
Browse files
main.py
CHANGED
|
@@ -7,7 +7,7 @@ import logging
|
|
| 7 |
llm = Llama(
|
| 8 |
model_path="./quantized_model/sql_gpt_quantized.gguf",
|
| 9 |
n_ctx=512,
|
| 10 |
-
n_threads=
|
| 11 |
n_gpu_layers=-1
|
| 12 |
)
|
| 13 |
|
|
|
|
| 7 |
llm = Llama(
|
| 8 |
model_path="./quantized_model/sql_gpt_quantized.gguf",
|
| 9 |
n_ctx=512,
|
| 10 |
+
n_threads=1,
|
| 11 |
n_gpu_layers=-1
|
| 12 |
)
|
| 13 |
|