bench-server / start.sh
tinkersnot's picture
Upload folder using huggingface_hub
b20f4bd verified
Raw
History Blame Contribute Delete
390 Bytes
#!/bin/sh
echo "=== BOOT ==="
echo "id=$(id)"
echo "PATH=$PATH"
BIN="$(command -v llama-server || echo /app/llama-server)"
echo "BIN=$BIN"
ls -la "$BIN" 2>/dev/null || echo "!! binary not found at $BIN"
echo "model:"; ls -la /models 2>/dev/null
echo "=== starting llama-server (stderr merged to stdout) ==="
exec "$BIN" -m /models/model.gguf --host 0.0.0.0 --port 7860 -c 8192 --jinja 2>&1