zsolnai commited on
Commit ·
ceae61f
1
Parent(s): 4aefc8d
Add 0 gpu layers
Browse files
app.py
CHANGED
|
@@ -41,7 +41,7 @@ model_path = hf_hub_download(
|
|
| 41 |
|
| 42 |
print(f"Loading model from {model_path}...")
|
| 43 |
from llama_cpp import Llama
|
| 44 |
-
llm = Llama(model_path=model_path, n_gpu_layers=
|
| 45 |
|
| 46 |
# --- 3. TTS Setup (Coqui) ---
|
| 47 |
print("Loading TTS...")
|
|
|
|
| 41 |
|
| 42 |
print(f"Loading model from {model_path}...")
|
| 43 |
from llama_cpp import Llama
|
| 44 |
+
llm = Llama(model_path=model_path, n_gpu_layers=0, n_ctx=2048)
|
| 45 |
|
| 46 |
# --- 3. TTS Setup (Coqui) ---
|
| 47 |
print("Loading TTS...")
|