Update app.py
Browse files
app.py
CHANGED
|
@@ -27,7 +27,7 @@ print("Loading model into memory via llama-cpp-python...")
|
|
| 27 |
llm = Llama(
|
| 28 |
model_path=model_path,
|
| 29 |
n_ctx=8192,
|
| 30 |
-
n_threads=
|
| 31 |
verbose=False
|
| 32 |
)
|
| 33 |
print("Model loaded successfully!")
|
|
|
|
| 27 |
llm = Llama(
|
| 28 |
model_path=model_path,
|
| 29 |
n_ctx=8192,
|
| 30 |
+
n_threads=8,
|
| 31 |
verbose=False
|
| 32 |
)
|
| 33 |
print("Model loaded successfully!")
|