|
|
FROM registry.access.redhat.com/ubi9/python-311:1-77.1726664316 |
|
|
USER 0 |
|
|
RUN dnf install -y python3-dnf-plugin-versionlock && \ |
|
|
dnf install -y \ |
|
|
https://dl.fedoraproject.org/pub/epel/epel-release-latest-9.noarch.rpm && \ |
|
|
dnf copr enable -y slp/mesa-krunkit epel-9-aarch64 && \ |
|
|
dnf install -y mesa-vulkan-drivers-23.3.3-101.el9.aarch64 && \ |
|
|
dnf versionlock mesa-vulkan-drivers-23.3.3-101.el9.aarch64 && \ |
|
|
dnf install -y git cmake ninja-build gcc gcc-c++ vulkan-loader-devel vulkan-tools |
|
|
USER 1001 |
|
|
WORKDIR /locallm |
|
|
COPY src . |
|
|
RUN pip install --upgrade pip |
|
|
ENV CMAKE_ARGS="-DLLAMA_VULKAN=on" |
|
|
ENV FORCE_CMAKE=1 |
|
|
RUN pip install --no-cache-dir --upgrade -r /locallm/requirements.txt |
|
|
ENTRYPOINT [ "sh", "run.sh" ] |
|
|
|
