Spaces:
Paused
Paused
Upload folder using huggingface_hub
Browse files- Dockerfile +6 -5
- start.sh +10 -0
Dockerfile
CHANGED
|
@@ -1,13 +1,14 @@
|
|
| 1 |
-
# tinkersnot bake-off inference Space —
|
| 2 |
-
# The :server image ENTRYPOINT is /app/llama-server, so CMD = its args.
|
| 3 |
FROM ghcr.io/ggml-org/llama.cpp:server
|
| 4 |
|
| 5 |
# HF Spaces injects a `git config` build step; the minimal ggml image lacks git.
|
| 6 |
USER root
|
| 7 |
RUN apt-get update && apt-get install -y --no-install-recommends git && rm -rf /var/lib/apt/lists/*
|
| 8 |
|
| 9 |
-
# Bake the GGUF at build time (
|
| 10 |
-
# SMOKE TEST: Qwen3-0.6B (pure text, standard arch). Swap URL for other candidates later.
|
| 11 |
ADD https://huggingface.co/ggml-org/Qwen3-0.6B-GGUF/resolve/main/Qwen3-0.6B-Q8_0.gguf /models/model.gguf
|
| 12 |
|
| 13 |
-
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# tinkersnot bake-off inference Space — llama.cpp server, own entrypoint for full control.
|
|
|
|
| 2 |
FROM ghcr.io/ggml-org/llama.cpp:server
|
| 3 |
|
| 4 |
# HF Spaces injects a `git config` build step; the minimal ggml image lacks git.
|
| 5 |
USER root
|
| 6 |
RUN apt-get update && apt-get install -y --no-install-recommends git && rm -rf /var/lib/apt/lists/*
|
| 7 |
|
| 8 |
+
# Bake the GGUF at build time (no runtime download / hang). SMOKE TEST: Qwen3-0.6B.
|
|
|
|
| 9 |
ADD https://huggingface.co/ggml-org/Qwen3-0.6B-GGUF/resolve/main/Qwen3-0.6B-Q8_0.gguf /models/model.gguf
|
| 10 |
|
| 11 |
+
# Override the base image entrypoint entirely — our script prints boot info then execs the server.
|
| 12 |
+
COPY start.sh /start.sh
|
| 13 |
+
RUN chmod +x /start.sh
|
| 14 |
+
ENTRYPOINT ["/start.sh"]
|
start.sh
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/bin/sh
|
| 2 |
+
echo "=== BOOT ==="
|
| 3 |
+
echo "id=$(id)"
|
| 4 |
+
echo "PATH=$PATH"
|
| 5 |
+
BIN="$(command -v llama-server || echo /app/llama-server)"
|
| 6 |
+
echo "BIN=$BIN"
|
| 7 |
+
ls -la "$BIN" 2>/dev/null || echo "!! binary not found at $BIN"
|
| 8 |
+
echo "model:"; ls -la /models 2>/dev/null
|
| 9 |
+
echo "=== starting llama-server (stderr merged to stdout) ==="
|
| 10 |
+
exec "$BIN" -m /models/model.gguf --host 0.0.0.0 --port 7860 -c 8192 --jinja 2>&1
|