67da5eb 4fa997e
1
2
3
4
5
6
pip3 install -r requirements.txt export CUDA_VISIBLE_DEVICES="1" model_repo_path=model_repo_cuda_decoder tritonserver --model-repository $model_repo_path \ --pinned-memory-pool-byte-size=512000000 \ --cuda-memory-pool-byte-size=0:1024000000
