Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -17,6 +17,7 @@ import gradio as gr
|
|
| 17 |
HF_REPO = "bartleby-Qwen3-4B-Instruct-2507-gguf"
|
| 18 |
HF_FILE = "bartleby-qwen3-4b-lora.Q4_K_M.gguf"
|
| 19 |
|
|
|
|
| 20 |
# ----------------------------
|
| 21 |
# llama.cpp server settings
|
| 22 |
# ----------------------------
|
|
@@ -25,7 +26,7 @@ PORT = 8080
|
|
| 25 |
BASE_URL = f"http://{HOST}:{PORT}"
|
| 26 |
|
| 27 |
# Keep context sane for CPU Spaces
|
| 28 |
-
CTX_SIZE =
|
| 29 |
|
| 30 |
SYSTEM_PROMPT = ""
|
| 31 |
# Threads: Spaces CPU Basic is typically 2 vCPU
|
|
|
|
| 17 |
HF_REPO = "bartleby-Qwen3-4B-Instruct-2507-gguf"
|
| 18 |
HF_FILE = "bartleby-qwen3-4b-lora.Q4_K_M.gguf"
|
| 19 |
|
| 20 |
+
|
| 21 |
# ----------------------------
|
| 22 |
# llama.cpp server settings
|
| 23 |
# ----------------------------
|
|
|
|
| 26 |
BASE_URL = f"http://{HOST}:{PORT}"
|
| 27 |
|
| 28 |
# Keep context sane for CPU Spaces
|
| 29 |
+
CTX_SIZE = 1024
|
| 30 |
|
| 31 |
SYSTEM_PROMPT = ""
|
| 32 |
# Threads: Spaces CPU Basic is typically 2 vCPU
|