Dockerfile

FROM python:3.11

WORKDIR /usr/src/app
COPY . .
RUN pip install -r requirements.txt

EXPOSE 7860
ENV GRADIO_SERVER_NAME="0.0.0.0"

# Create a directory for model downloads and set permissions
RUN mkdir /usr/src/app/llama3-gguf && chown -R 1001:0 /usr/src/app/llama3-gguf && chmod -R g=u /usr/src/app/llama3-gguf

CMD ["python", "app.py"]