staeiou commited on
Commit
e034b10
·
verified ·
1 Parent(s): 2d477b3

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -17,6 +17,7 @@ import gradio as gr
17
  HF_REPO = "bartleby-Qwen3-4B-Instruct-2507-gguf"
18
  HF_FILE = "bartleby-qwen3-4b-lora.Q4_K_M.gguf"
19
 
 
20
  # ----------------------------
21
  # llama.cpp server settings
22
  # ----------------------------
@@ -25,7 +26,7 @@ PORT = 8080
25
  BASE_URL = f"http://{HOST}:{PORT}"
26
 
27
  # Keep context sane for CPU Spaces
28
- CTX_SIZE = 4096
29
 
30
  SYSTEM_PROMPT = ""
31
  # Threads: Spaces CPU Basic is typically 2 vCPU
 
17
  HF_REPO = "bartleby-Qwen3-4B-Instruct-2507-gguf"
18
  HF_FILE = "bartleby-qwen3-4b-lora.Q4_K_M.gguf"
19
 
20
+
21
  # ----------------------------
22
  # llama.cpp server settings
23
  # ----------------------------
 
26
  BASE_URL = f"http://{HOST}:{PORT}"
27
 
28
  # Keep context sane for CPU Spaces
29
+ CTX_SIZE = 1024
30
 
31
  SYSTEM_PROMPT = ""
32
  # Threads: Spaces CPU Basic is typically 2 vCPU