| TRITON_CONTAINER_NAME=registry.gitlab.com/curt-park/tritonserver-ft | |
| TRITON_VERSION=22.12 | |
| triton: | |
| docker run --gpus "device=0" --shm-size=4G --rm \ | |
| -p 8000:8000 -p 8001:8001 -p 8002:8002 -v $(PWD)/model_repository:/models \ | |
| $(TRITON_CONTAINER_NAME):$(TRITON_VERSION) tritonserver --model-repository=/models | |