|
|
APP := llamacpp_python |
|
|
PORT ?= 8001 |
|
|
CHAT_FORMAT ?= |
|
|
|
|
|
include ../common/Makefile.common |
|
|
|
|
|
IMAGE_NAME ?= $(REGISTRY_ORG)/$(COMPONENT)/$(APP):latest |
|
|
IMAGE := $(REGISTRY)/$(IMAGE_NAME) |
|
|
CUDA_IMAGE := $(REGISTRY)/$(REGISTRY_ORG)/$(COMPONENT)/$(APP)_cuda:latest |
|
|
VULKAN_IMAGE := $(REGISTRY)/$(REGISTRY_ORG)/$(COMPONENT)/$(APP)_vulkan:latest |
|
|
|
|
|
MODELS_PATH := /locallm/models |
|
|
MODEL_NAME ?= granite-7b-lab-Q4_K_M.gguf |
|
|
|
|
|
.Phony: all |
|
|
all: build download-model-granite run |
|
|
|
|
|
.PHONY: build-cuda |
|
|
build-cuda: |
|
|
"${CONTAINER_TOOL}" build --squash-all -t $(CUDA_IMAGE) . -f cuda/Containerfile |
|
|
|
|
|
.PHONY: build-vulkan-amd64 build-vulkan-arm64 |
|
|
build-vulkan-amd64: |
|
|
"${CONTAINER_TOOL}" build --squash-all -t $(VULKAN_IMAGE) . -f vulkan/amd64/Containerfile |
|
|
build-vulkan-arm64: |
|
|
"${CONTAINER_TOOL}" build --squash-all -t $(VULKAN_IMAGE) . -f vulkan/arm64/Containerfile |
|
|
|
|
|
.PHONY: download-model-granite # default model |
|
|
download-model-granite: |
|
|
cd ../../models/ && \ |
|
|
make download-model-granite |
|
|
|
