Update app.py
Browse files
app.py
CHANGED
|
@@ -219,6 +219,7 @@ def respond(
|
|
| 219 |
n_ctx=2048,
|
| 220 |
n_threads=2,
|
| 221 |
n_threads_batch=2,
|
|
|
|
| 222 |
)
|
| 223 |
llm_model = model
|
| 224 |
provider = LlamaCppPythonProvider(llm)
|
|
|
|
| 219 |
n_ctx=2048,
|
| 220 |
n_threads=2,
|
| 221 |
n_threads_batch=2,
|
| 222 |
+
verbose=False
|
| 223 |
)
|
| 224 |
llm_model = model
|
| 225 |
provider = LlamaCppPythonProvider(llm)
|