| APP := llamacpp_python |
| PORT ?= 8001 |
| CHAT_FORMAT ?= |
|
|
| include ../common/Makefile.common |
|
|
| IMAGE_NAME ?= $(REGISTRY_ORG)/$(COMPONENT)/$(APP):latest |
| IMAGE := $(REGISTRY)/$(IMAGE_NAME) |
| CUDA_IMAGE := $(REGISTRY)/$(REGISTRY_ORG)/$(COMPONENT)/$(APP)_cuda:latest |
| VULKAN_IMAGE := $(REGISTRY)/$(REGISTRY_ORG)/$(COMPONENT)/$(APP)_vulkan:latest |
|
|
| MODELS_PATH := /locallm/models |
| MODEL_NAME ?= granite-7b-lab-Q4_K_M.gguf |
|
|
| .Phony: all |
| all: build download-model-granite run |
|
|
| .PHONY: build-cuda |
| build-cuda: |
| "${CONTAINER_TOOL}" build --squash-all -t $(CUDA_IMAGE) . -f cuda/Containerfile |
|
|
| .PHONY: build-vulkan-amd64 build-vulkan-arm64 |
| build-vulkan-amd64: |
| "${CONTAINER_TOOL}" build --squash-all -t $(VULKAN_IMAGE) . -f vulkan/amd64/Containerfile |
| build-vulkan-arm64: |
| "${CONTAINER_TOOL}" build --squash-all -t $(VULKAN_IMAGE) . -f vulkan/arm64/Containerfile |
|
|
| .PHONY: download-model-granite # default model |
| download-model-granite: |
| cd ../../models/ && \ |
| make download-model-granite |
|
|
