Update llm_handler.py
Browse files- llm_handler.py +1 -1
llm_handler.py
CHANGED
|
@@ -4,7 +4,7 @@ from llama_cpp_agent import MessagesFormatterType
|
|
| 4 |
from llama_cpp_agent.providers import LlamaCppPythonProvider
|
| 5 |
|
| 6 |
# Initialize the Llama model
|
| 7 |
-
llama_model = Llama("Qwen2-1.5B-Instruct-Abliterated-iMat-GGUF/Qwen2-1.5B-Instruct-Abliterated-Q8_0.gguf", n_batch=1024, n_threads=24, n_gpu_layers=33, n_ctx=
|
| 8 |
|
| 9 |
# Create the provider
|
| 10 |
provider = LlamaCppPythonProvider(llama_model)
|
|
|
|
| 4 |
from llama_cpp_agent.providers import LlamaCppPythonProvider
|
| 5 |
|
| 6 |
# Initialize the Llama model
|
| 7 |
+
llama_model = Llama("Qwen2-1.5B-Instruct-Abliterated-iMat-GGUF/Qwen2-1.5B-Instruct-Abliterated-Q8_0.gguf", n_batch=1024, n_threads=24, n_gpu_layers=33, n_ctx=4098, verbose=False)
|
| 8 |
|
| 9 |
# Create the provider
|
| 10 |
provider = LlamaCppPythonProvider(llama_model)
|