Dockerfile

FROM nvidia/cuda:11.1.1-cudnn8-runtime-ubuntu20.04

# Set up your working directory
WORKDIR /code

ARG DEBIAN_FRONTEND=noninteractive

# Install any other dependencies you need
# For example, let's say you want to install Python and pip
RUN apt-get update && \
    apt-get install -y python3 python3-pip
    
COPY ./requirements.txt /code/requirements.txt

RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt

RUN useradd -m -u 1000 user

USER user

ENV HOME=/home/user \
 PATH=/home/user/.local/bin:$PATH

ENV CUDA_VISIBLE_DEVICES=0,1,2

WORKDIR $HOME/app

COPY --chown=user . $HOME/app

CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "7860"]