tinkersnot commited on
Commit
b20f4bd
·
verified ·
1 Parent(s): c280fdc

Upload folder using huggingface_hub

Browse files
Files changed (2) hide show
  1. Dockerfile +6 -5
  2. start.sh +10 -0
Dockerfile CHANGED
@@ -1,13 +1,14 @@
1
- # tinkersnot bake-off inference Space — official llama.cpp server, git added, model baked in.
2
- # The :server image ENTRYPOINT is /app/llama-server, so CMD = its args.
3
  FROM ghcr.io/ggml-org/llama.cpp:server
4
 
5
  # HF Spaces injects a `git config` build step; the minimal ggml image lacks git.
6
  USER root
7
  RUN apt-get update && apt-get install -y --no-install-recommends git && rm -rf /var/lib/apt/lists/*
8
 
9
- # Bake the GGUF at build time (visible in build logs; no slow runtime download / hang).
10
- # SMOKE TEST: Qwen3-0.6B (pure text, standard arch). Swap URL for other candidates later.
11
  ADD https://huggingface.co/ggml-org/Qwen3-0.6B-GGUF/resolve/main/Qwen3-0.6B-Q8_0.gguf /models/model.gguf
12
 
13
- CMD ["-m", "/models/model.gguf", "--host", "0.0.0.0", "--port", "7860", "-c", "8192", "--jinja"]
 
 
 
 
1
+ # tinkersnot bake-off inference Space — llama.cpp server, own entrypoint for full control.
 
2
  FROM ghcr.io/ggml-org/llama.cpp:server
3
 
4
  # HF Spaces injects a `git config` build step; the minimal ggml image lacks git.
5
  USER root
6
  RUN apt-get update && apt-get install -y --no-install-recommends git && rm -rf /var/lib/apt/lists/*
7
 
8
+ # Bake the GGUF at build time (no runtime download / hang). SMOKE TEST: Qwen3-0.6B.
 
9
  ADD https://huggingface.co/ggml-org/Qwen3-0.6B-GGUF/resolve/main/Qwen3-0.6B-Q8_0.gguf /models/model.gguf
10
 
11
+ # Override the base image entrypoint entirely our script prints boot info then execs the server.
12
+ COPY start.sh /start.sh
13
+ RUN chmod +x /start.sh
14
+ ENTRYPOINT ["/start.sh"]
start.sh ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ #!/bin/sh
2
+ echo "=== BOOT ==="
3
+ echo "id=$(id)"
4
+ echo "PATH=$PATH"
5
+ BIN="$(command -v llama-server || echo /app/llama-server)"
6
+ echo "BIN=$BIN"
7
+ ls -la "$BIN" 2>/dev/null || echo "!! binary not found at $BIN"
8
+ echo "model:"; ls -la /models 2>/dev/null
9
+ echo "=== starting llama-server (stderr merged to stdout) ==="
10
+ exec "$BIN" -m /models/model.gguf --host 0.0.0.0 --port 7860 -c 8192 --jinja 2>&1