| FROM nvidia/cuda:12.3.2-cudnn9-devel-ubuntu22.04 | |
| RUN apt-get update && apt-get install -y \ | |
| git git-lfs python3 python3-pip python3-venv build-essential curl \ | |
| && git lfs install \ | |
| && rm -rf /var/lib/apt/lists/* | |
| RUN pip install --no-cache-dir --upgrade pip \ | |
| && pip install --no-cache-dir poetry | |
| ENV POETRY_VIRTUALENVS_CREATE=false \ | |
| POETRY_CACHE_DIR=/root/.cache/pypoetry \ | |
| PATH="/root/.local/bin:$PATH" | |
| WORKDIR /app | |
| COPY pyproject.toml ./ | |
| RUN poetry install --no-interaction --no-ansi \ | |
| && pip install --no-build-isolation flash-attn \ | |
| && pip install "rerankers[all]" | |
| RUN useradd -m -u 1000 user | |
| USER user | |
| ENV HOME /home/user | |
| ENV PATH $HOME/.local/bin:$PATH | |
| WORKDIR $HOME | |
| RUN mkdir app | |
| WORKDIR $HOME/app | |
| COPY . $HOME/app | |
| EXPOSE 7860 | |
| CMD ["streamlit", "run", "app.py", "--server.address=0.0.0.0", "--server.port=7860"] | |