Curt-Park
Add fastertransformer model
966f777
TRITON_CONTAINER_NAME=registry.gitlab.com/curt-park/tritonserver-ft
TRITON_VERSION=22.12
triton:
docker run --gpus "device=0" --shm-size=4G --rm \
-p 8000:8000 -p 8001:8001 -p 8002:8002 -v $(PWD)/model_repository:/models \
$(TRITON_CONTAINER_NAME):$(TRITON_VERSION) tritonserver --model-repository=/models