| CONTAINER_TOOL ?= podman |
| MODEL_URL ?= https://huggingface.co/instructlab/granite-7b-lab-GGUF/resolve/main/granite-7b-lab-Q4_K_M.gguf |
| MODEL_NAME ?= granite-7b-lab-Q4_K_M.gguf |
|
|
| REGISTRY ?= quay.io |
| REGISTRY_ORG ?= ai-lab |
| COMPONENT = models |
|
|
| IMAGE ?= $(shell tr '[:upper:]' '[:lower:]' <<< $(REGISTRY)/$(REGISTRY_ORG)/$(MODEL_NAME):latest) |
|
|
| .PHONY: build |
| build: |
| "${CONTAINER_TOOL}" build $(MODEL_URL:%=--build-arg MODEL_URL=%) -f Containerfile -t ${IMAGE} . |
|
|
| .PHONY: download-model |
| download-model: |
| curl -H "Cache-Control: no-cache" --max-time 900 --retry 2 --retry-delay 15 --connect-timeout 180 --progress-bar -S -L -f $(MODEL_URL) -z $(MODEL_NAME) -o $(MODEL_NAME).tmp && \ |
| mv -f $(MODEL_NAME).tmp $(MODEL_NAME) 2>/dev/null || \ |
| rm -f $(MODEL_NAME).tmp $(MODEL_NAME) |
|
|
| .PHONY: download-model-granite |
| download-model-granite: |
| $(MAKE) MODEL_URL=https://huggingface.co/instructlab/granite-7b-lab-GGUF/resolve/main/granite-7b-lab-Q4_K_M.gguf MODEL_NAME=granite-7b-lab-Q4_K_M.gguf download-model |
|
|
| .PHONY: download-model-merlinite |
| download-model-merlinite: |
| $(MAKE) MODEL_URL=https://huggingface.co/instructlab/merlinite-7b-lab-GGUF/resolve/main/merlinite-7b-lab-Q4_K_M.gguf MODEL_NAME=merlinite-7b-lab-Q4_K_M.gguf download-model |
|
|
| .PHONY: download-model-whisper-small |
| download-model-whisper-small: |
| $(MAKE) MODEL_NAME=ggml-small.bin MODEL_URL=https://huggingface.co/ggerganov/whisper.cpp/resolve/main/ggml-small.bin download-model |
|
|
| .PHONY: download-model-mistral |
| download-model-mistral: |
| $(MAKE) MODEL_NAME=mistral-7b-instruct-v0.2.Q4_K_M.gguf MODEL_URL=https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q4_K_M.gguf download-model |
|
|
| .PHONY: download-model-mistral-code |
| download-model-mistral-code: |
| $(MAKE) MODEL_NAME=mistral-7b-code-16k-qlora.Q4_K_M.gguf MODEL_URL=https://huggingface.co/TheBloke/Mistral-7B-Code-16K-qlora-GGUF/resolve/main/mistral-7b-code-16k-qlora.Q4_K_M.gguf download-model |
|
|
| .PHONY: download-model-facebook-detr-resnet-101 |
| download-model-facebook-detr-resnet-101: |
| python3 -m pip install -r ../convert_models/requirements.txt |
| cd ../convert_models/ && \ |
| python3 download_huggingface.py -m facebook/detr-resnet-101 |
| cp -r ../convert_models/converted_models/facebook ./ |
|
|
| .PHONY: clean |
| clean: |
| -rm -f *tmp |
| -rm -f mistral* ggml-* granite* merlinite* |
|
|
