File size: 863 Bytes
42fba5e
852393c
b5eadfd
 
1aa576b
 
e660769
cef2306
e660769
 
366c019
e660769
 
 
a3db5d7
e660769
cef2306
050f059
f11a85d
b5eadfd
050f059
e8b6d9f
42fba5e
cd90ae1
 
 
 
 
817d943
 
 
 
42fba5e
419973f
a637871
419973f
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
FROM nvidia/cuda:12.3.2-cudnn9-devel-ubuntu22.04


RUN apt-get update && apt-get install -y \
    git git-lfs python3 python3-pip python3-venv build-essential curl \
    && git lfs install \
    && rm -rf /var/lib/apt/lists/*

RUN pip install --no-cache-dir --upgrade pip \
    && pip install --no-cache-dir poetry

ENV POETRY_VIRTUALENVS_CREATE=false \
    POETRY_CACHE_DIR=/root/.cache/pypoetry \
    PATH="/root/.local/bin:$PATH"

WORKDIR /app

COPY pyproject.toml ./

RUN poetry install --no-interaction --no-ansi \
    && pip install --no-build-isolation flash-attn \
    && pip install "rerankers[all]"

RUN useradd -m -u 1000 user
USER user
ENV HOME /home/user
ENV PATH $HOME/.local/bin:$PATH

WORKDIR $HOME
RUN mkdir app
WORKDIR $HOME/app
COPY . $HOME/app

EXPOSE 7860

CMD ["streamlit", "run", "app.py", "--server.address=0.0.0.0", "--server.port=7860"]