Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -37,7 +37,7 @@ model_path = hf_hub_download(
|
|
| 37 |
filename="Qwen2.5-14B-Instruct-IQ4_XS.gguf",
|
| 38 |
)
|
| 39 |
|
| 40 |
-
|
| 41 |
model_path=model_path,
|
| 42 |
n_ctx=10000,
|
| 43 |
n_threads=os.cpu_count(),
|
|
|
|
| 37 |
filename="Qwen2.5-14B-Instruct-IQ4_XS.gguf",
|
| 38 |
)
|
| 39 |
|
| 40 |
+
llm = LlamaCpp(
|
| 41 |
model_path=model_path,
|
| 42 |
n_ctx=10000,
|
| 43 |
n_threads=os.cpu_count(),
|