FROM nvidia/cuda:12.3.2-cudnn9-devel-ubuntu22.04


RUN apt-get update && apt-get install -y \
    git git-lfs python3 python3-pip python3-venv build-essential curl \
    && git lfs install \
    && rm -rf /var/lib/apt/lists/*

RUN pip install --no-cache-dir --upgrade pip \
    && pip install --no-cache-dir poetry

ENV POETRY_VIRTUALENVS_CREATE=false \
    POETRY_CACHE_DIR=/root/.cache/pypoetry \
    PATH="/root/.local/bin:$PATH"

WORKDIR /app

COPY pyproject.toml ./

RUN poetry install --no-interaction --no-ansi \
    && pip install --no-build-isolation flash-attn \
    && pip install "rerankers[all]"

RUN useradd -m -u 1000 user
USER user
ENV HOME /home/user
ENV PATH $HOME/.local/bin:$PATH

WORKDIR $HOME
RUN mkdir app
WORKDIR $HOME/app
COPY . $HOME/app

EXPOSE 7860

CMD ["streamlit", "run", "app.py", "--server.address=0.0.0.0", "--server.port=7860"]