Spaces:
Sleeping
Sleeping
Update Dockerfile
Browse files- Dockerfile +5 -5
Dockerfile
CHANGED
|
@@ -115,7 +115,7 @@ COPY app.py .
|
|
| 115 |
# ---------------------------------------------------------------------------
|
| 116 |
ENV \
|
| 117 |
# Where to look for the GGUF model on the Hub.
|
| 118 |
-
GGUF_REPO_ID="
|
| 119 |
# Leave empty to auto-select; set to force an exact filename.
|
| 120 |
GGUF_FILENAME="" \
|
| 121 |
# Quantization to prefer when auto-selecting (falls back automatically
|
|
@@ -130,9 +130,9 @@ ENV \
|
|
| 130 |
# baked-in YaRN scaling, but free CPU Spaces cannot allocate that much
|
| 131 |
# KV-cache. Default is a safe value for a 16GB-RAM CPU Space; raise it
|
| 132 |
# via the Space's Variables UI if you have more headroom.
|
| 133 |
-
N_CTX="
|
| 134 |
-
#
|
| 135 |
-
N_THREADS="
|
| 136 |
N_BATCH="256" \
|
| 137 |
MAX_NEW_TOKENS="1024" \
|
| 138 |
TEMPERATURE="0.6" \
|
|
@@ -155,4 +155,4 @@ USER appuser
|
|
| 155 |
|
| 156 |
EXPOSE 7860
|
| 157 |
|
| 158 |
-
CMD ["python", "app.py"]
|
|
|
|
| 115 |
# ---------------------------------------------------------------------------
|
| 116 |
ENV \
|
| 117 |
# Where to look for the GGUF model on the Hub.
|
| 118 |
+
GGUF_REPO_ID="bartowski/google_gemma-3-2b-it-GGUF" \
|
| 119 |
# Leave empty to auto-select; set to force an exact filename.
|
| 120 |
GGUF_FILENAME="" \
|
| 121 |
# Quantization to prefer when auto-selecting (falls back automatically
|
|
|
|
| 130 |
# baked-in YaRN scaling, but free CPU Spaces cannot allocate that much
|
| 131 |
# KV-cache. Default is a safe value for a 16GB-RAM CPU Space; raise it
|
| 132 |
# via the Space's Variables UI if you have more headroom.
|
| 133 |
+
N_CTX="4096" \
|
| 134 |
+
# Free tier has 2 vCPUs; more threads just adds contention.
|
| 135 |
+
N_THREADS="2" \
|
| 136 |
N_BATCH="256" \
|
| 137 |
MAX_NEW_TOKENS="1024" \
|
| 138 |
TEMPERATURE="0.6" \
|
|
|
|
| 155 |
|
| 156 |
EXPOSE 7860
|
| 157 |
|
| 158 |
+
CMD ["python", "app.py"]
|