RoyalityAi commited on
Commit
88dd4ad
·
verified ·
1 Parent(s): faa8fa1

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +5 -5
Dockerfile CHANGED
@@ -115,7 +115,7 @@ COPY app.py .
115
  # ---------------------------------------------------------------------------
116
  ENV \
117
  # Where to look for the GGUF model on the Hub.
118
- GGUF_REPO_ID="empero-ai/Qwythos-9B-Claude-Mythos-5-1M-GGUF" \
119
  # Leave empty to auto-select; set to force an exact filename.
120
  GGUF_FILENAME="" \
121
  # Quantization to prefer when auto-selecting (falls back automatically
@@ -130,9 +130,9 @@ ENV \
130
  # baked-in YaRN scaling, but free CPU Spaces cannot allocate that much
131
  # KV-cache. Default is a safe value for a 16GB-RAM CPU Space; raise it
132
  # via the Space's Variables UI if you have more headroom.
133
- N_CTX="8192" \
134
- # 0 = auto-detect available CPU cores.
135
- N_THREADS="0" \
136
  N_BATCH="256" \
137
  MAX_NEW_TOKENS="1024" \
138
  TEMPERATURE="0.6" \
@@ -155,4 +155,4 @@ USER appuser
155
 
156
  EXPOSE 7860
157
 
158
- CMD ["python", "app.py"]
 
115
  # ---------------------------------------------------------------------------
116
  ENV \
117
  # Where to look for the GGUF model on the Hub.
118
+ GGUF_REPO_ID="bartowski/google_gemma-3-2b-it-GGUF" \
119
  # Leave empty to auto-select; set to force an exact filename.
120
  GGUF_FILENAME="" \
121
  # Quantization to prefer when auto-selecting (falls back automatically
 
130
  # baked-in YaRN scaling, but free CPU Spaces cannot allocate that much
131
  # KV-cache. Default is a safe value for a 16GB-RAM CPU Space; raise it
132
  # via the Space's Variables UI if you have more headroom.
133
+ N_CTX="4096" \
134
+ # Free tier has 2 vCPUs; more threads just adds contention.
135
+ N_THREADS="2" \
136
  N_BATCH="256" \
137
  MAX_NEW_TOKENS="1024" \
138
  TEMPERATURE="0.6" \
 
155
 
156
  EXPOSE 7860
157
 
158
+ CMD ["python", "app.py"]