TRITON_CONTAINER_NAME=registry.gitlab.com/curt-park/tritonserver-ft | |
TRITON_VERSION=22.12 | |
triton: | |
docker run --gpus "device=0" --shm-size=4G --rm \ | |
-p 8000:8000 -p 8001:8001 -p 8002:8002 -v $(PWD)/model_repository:/models \ | |
$(TRITON_CONTAINER_NAME):$(TRITON_VERSION) tritonserver --model-repository=/models | |