#!/usr/bin/env bash set -euo pipefail LLAMA_TAG="${LLAMA_TAG:-b9616}" LLAMA_DIR="${LLAMA_DIR:-/home/vanveluwen/llama-bin-$LLAMA_TAG}" MODEL_REPO="${MODEL_REPO:-nvidia/NVIDIA-Nemotron-3-Nano-4B-GGUF}" MODEL_FILE="${MODEL_FILE:-NVIDIA-Nemotron3-Nano-4B-Q4_K_M.gguf}" MODEL_DIR="${MODEL_DIR:-/home/vanveluwen/models}" mkdir -p "$LLAMA_DIR" "$MODEL_DIR" cd "$LLAMA_DIR" ARCHIVE="llama-${LLAMA_TAG}-bin-ubuntu-arm64.tar.gz" if [[ ! -f "$ARCHIVE" ]]; then wget "https://github.com/ggml-org/llama.cpp/releases/download/${LLAMA_TAG}/${ARCHIVE}" fi tar -xzf "$ARCHIVE" if [[ ! -x "$LLAMA_DIR/llama-$LLAMA_TAG/llama-server" ]]; then echo "Expected llama-server at $LLAMA_DIR/llama-$LLAMA_TAG/llama-server" >&2 exit 1 fi if [[ ! -f "$MODEL_DIR/$MODEL_FILE" ]]; then cd /home/vanveluwen/outbush-ai . .venv/bin/activate hf download "$MODEL_REPO" "$MODEL_FILE" --local-dir "$MODEL_DIR" fi "$LLAMA_DIR/llama-$LLAMA_TAG/llama-server" --version ls -lh "$MODEL_DIR/$MODEL_FILE" cat <