Update app.py
Browse files
app.py
CHANGED
|
@@ -2,7 +2,7 @@ import gradio as gr
|
|
| 2 |
from llama_cpp import Llama
|
| 3 |
|
| 4 |
llm = Llama(
|
| 5 |
-
model_path="yugogpt-
|
| 6 |
n_ctx=4096, # Doubled context length
|
| 7 |
n_threads=8, # Increased threads
|
| 8 |
n_batch=1024, # Increased batch size
|
|
|
|
| 2 |
from llama_cpp import Llama
|
| 3 |
|
| 4 |
llm = Llama(
|
| 5 |
+
model_path="yugogpt-q4_k_s.gguf",
|
| 6 |
n_ctx=4096, # Doubled context length
|
| 7 |
n_threads=8, # Increased threads
|
| 8 |
n_batch=1024, # Increased batch size
|