|
|
CONTAINER_TOOL ?= podman |
|
|
MODEL_URL ?= https://huggingface.co/instructlab/granite-7b-lab-GGUF/resolve/main/granite-7b-lab-Q4_K_M.gguf |
|
|
MODEL_NAME ?= granite-7b-lab-Q4_K_M.gguf |
|
|
|
|
|
REGISTRY ?= quay.io |
|
|
REGISTRY_ORG ?= ai-lab |
|
|
COMPONENT = models |
|
|
|
|
|
IMAGE ?= $(shell tr '[:upper:]' '[:lower:]' <<< $(REGISTRY)/$(REGISTRY_ORG)/$(MODEL_NAME):latest) |
|
|
|
|
|
.PHONY: build |
|
|
build: |
|
|
"${CONTAINER_TOOL}" build $(MODEL_URL:%=--build-arg MODEL_URL=%) -f Containerfile -t ${IMAGE} . |
|
|
|
|
|
.PHONY: download-model |
|
|
download-model: |
|
|
curl -H "Cache-Control: no-cache" --max-time 900 --retry 2 --retry-delay 15 --connect-timeout 180 --progress-bar -S -L -f $(MODEL_URL) -z $(MODEL_NAME) -o $(MODEL_NAME).tmp && \ |
|
|
mv -f $(MODEL_NAME).tmp $(MODEL_NAME) 2>/dev/null || \ |
|
|
rm -f $(MODEL_NAME).tmp $(MODEL_NAME) |
|
|
|
|
|
.PHONY: download-model-granite |
|
|
download-model-granite: |
|
|
$(MAKE) MODEL_URL=https://huggingface.co/instructlab/granite-7b-lab-GGUF/resolve/main/granite-7b-lab-Q4_K_M.gguf MODEL_NAME=granite-7b-lab-Q4_K_M.gguf download-model |
|
|
|
|
|
.PHONY: download-model-merlinite |
|
|
download-model-merlinite: |
|
|
$(MAKE) MODEL_URL=https://huggingface.co/instructlab/merlinite-7b-lab-GGUF/resolve/main/merlinite-7b-lab-Q4_K_M.gguf MODEL_NAME=merlinite-7b-lab-Q4_K_M.gguf download-model |
|
|
|
|
|
.PHONY: download-model-whisper-small |
|
|
download-model-whisper-small: |
|
|
$(MAKE) MODEL_NAME=ggml-small.bin MODEL_URL=https://huggingface.co/ggerganov/whisper.cpp/resolve/main/ggml-small.bin download-model |
|
|
|
|
|
.PHONY: download-model-mistral |
|
|
download-model-mistral: |
|
|
$(MAKE) MODEL_NAME=mistral-7b-instruct-v0.2.Q4_K_M.gguf MODEL_URL=https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q4_K_M.gguf download-model |
|
|
|
|
|
.PHONY: download-model-mistral-code |
|
|
download-model-mistral-code: |
|
|
$(MAKE) MODEL_NAME=mistral-7b-code-16k-qlora.Q4_K_M.gguf MODEL_URL=https://huggingface.co/TheBloke/Mistral-7B-Code-16K-qlora-GGUF/resolve/main/mistral-7b-code-16k-qlora.Q4_K_M.gguf download-model |
|
|
|
|
|
.PHONY: download-model-facebook-detr-resnet-101 |
|
|
download-model-facebook-detr-resnet-101: |
|
|
python3 -m pip install -r ../convert_models/requirements.txt |
|
|
cd ../convert_models/ && \ |
|
|
python3 download_huggingface.py -m facebook/detr-resnet-101 |
|
|
cp -r ../convert_models/converted_models/facebook ./ |
|
|
|
|
|
.PHONY: clean |
|
|
clean: |
|
|
-rm -f *tmp |
|
|
-rm -f mistral* ggml-* granite* merlinite* |
|
|
|
