Dockerfile.Package

# read the doc: https://huggingface.co/docs/hub/spaces-sdks-docker
# you will also find guides on how best to write your Dockerfile

FROM python:3.9

# Set up a new user named "user" with user ID 1000
RUN useradd -m -u 1000 user

# Switch to the "user" user
USER user

# Set home to the user's home directory
ENV HOME=/home/user \
	PATH=/home/user/.local/bin:$PATH

# Set the working directory to the user's home directory
WORKDIR $HOME/app

# Copy the current directory contents into the container at $HOME/app setting the owner to the user
COPY --chown=user . $HOME/app

# Copy the configuration file into the container at /app
#COPY --chown=user config.yaml .

# Try and run pip command after setting the user with `USER user` to avoid permission issues with Python
RUN pip install --no-cache-dir --upgrade pip

RUN pip install --no-cache-dir --upgrade -r ./requirements.txt

EXPOSE 4000

ENTRYPOINT ["litellm"]
CMD ["--port", "4000", "--config", "./config.yaml", "--num_workers", "1", "--telemetry", "False"]
#ENTRYPOINT ["litellm", "--config", "config.yaml", "--port", "4000", "--num_workers", "1", "--run_gunicorn"]