Dockerfile

# ARG CUDA_IMAGE="12.1.0-devel-ubuntu22.04"
# FROM nvidia/cuda:${CUDA_IMAGE}
FROM ubuntu:22.04
ENV DEBIAN_FRONTEND=noninteractive

# RUN apt-get update && apt-get upgrade -y \
#     && apt-get install -y git build-essential \
#     python3 python3-pip gcc wget \
#     ocl-icd-opencl-dev opencl-headers clinfo \
#     libclblast-dev libopenblas-dev \

RUN apt-get update && \
    apt-get upgrade -y && \
    apt-get install -y --no-install-recommends --fix-missing \
    git \
    git-lfs \
    wget \
    curl \
    libcurl4-openssl-dev \
    cmake \
    # python build dependencies \
    build-essential \
    libssl-dev \
    zlib1g-dev \
    libbz2-dev \
    libreadline-dev \
    libsqlite3-dev \
    libncursesw5-dev \
    xz-utils \
    tk-dev \
    libxml2-dev \
    libxmlsec1-dev \
    libffi-dev \
    liblzma-dev \
    ffmpeg \ 
    unzip 
RUN apt install -y linux-headers-$(uname -r) 
RUN apt install -y pciutils \
    ubuntu-drivers-common \
    && mkdir -p /etc/OpenCL/vendors && echo "libnvidia-opencl.so.1" > /etc/OpenCL/vendors/nvidia.icd


RUN apt install -y libvulkan1 vulkan-tools
RUN ubuntu-drivers autoinstall


# Check if user with UID 1000 exists, if not create it
RUN id -u 1000 &>/dev/null || useradd -m -u 1000 user
USER 1000
ENV HOME=/home/user \
    PATH=/home/user/.local/bin:${PATH}
WORKDIR ${HOME}/app



RUN wget https://github.com/ggml-org/llama.cpp/releases/download/b5452/llama-b5452-bin-ubuntu-vulkan-x64.zip --no-check-certificate\
  -O llama-b5452-bin-ubuntu-vulkan-x64.zip
RUN ls

RUN unzip llama-b5452-bin-ubuntu-vulkan-x64.zip
RUN ls

RUN chmod +x build/bin/*

# RUN mv ./build/bin/* /home/user/.local/bin

ENV LD_LIBRARY_PATH=./build/bin:$LD_LIBRARY_PATH

CMD vulkaninfo && nvidia-smi && \
  ls -l /usr/share/vulkan/icd.d/nvidia_icd.json && \
ls -l /etc/vulkan/icd.d/nvidia_icd.json && \./build/bin/llama-server \
    -hf unsloth/Qwen3-30B-A3B-GGUF \
    --cache-type-k q4_0 \
    --threads 12 \
    --n-gpu-layers 49 

# CMD CUDA_VISIBLE_DEVICES=0 ./build/bin/llama-server \
#     -hf unsloth/Qwen3-30B-A3B-GGUF \
#     --cache-type-k q4_0 \
#     --threads 12 \
#     --prio 2 \
#     --n-gpu-layers 49 \
#     --seed 3407
# git clone https://github.com/ggerganov/llama.cpp.git
# cd llama.cpp
# cmake -B build -DGGML_CUDA=ON --DLLAMA_CURL=ON
# cmake --build build --config Release
# CUDA_VISIBLE_DEVICES=0 ./build/bin/llama-server \
#     -hf unsloth/Qwen3-30B-A3B-GGUF \
#     --cache-type-k q4_0 \
#     --threads 12 \
#     --prio 2 \
#     --n-gpu-layers 49 \
#     --seed 3407