matthoffner commited on
Commit
694d9c3
·
verified ·
1 Parent(s): 539065a

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +12 -21
Dockerfile CHANGED
@@ -1,4 +1,4 @@
1
- FROM nvidia/cuda:11.0.3-base-ubuntu20.04
2
 
3
  ENV MODEL_NAME="llava-1.6-mistral-7b-gguf"
4
  ENV DEFAULT_MODEL_FILE="llava-v1.6-mistral-7b.Q3_K_XS.gguf"
@@ -7,7 +7,6 @@ ENV DEFAULT_MODEL_BRANCH="main"
7
  ENV DEFAULT_CLIP_MODEL_FILE="mmproj-model-f16.gguf"
8
  ENV MODEL_URL="https://huggingface.co/${MODEL_USER}/${MODEL_NAME}/resolve/${DEFAULT_MODEL_BRANCH}/${DEFAULT_MODEL_FILE}"
9
  ENV CLIP_MODEL_URL="https://huggingface.co/${MODEL_USER}/${MODEL_NAME}/resolve/${DEFAULT_MODEL_BRANCH}/${DEFAULT_CLIP_MODEL_FILE}"
10
- ENV PATH="/usr/local/cuda/bin:$PATH"
11
 
12
  RUN apt update && \
13
  apt install --no-install-recommends -y build-essential python3 python3-pip wget curl git && \
@@ -15,39 +14,31 @@ RUN apt update && \
15
 
16
  WORKDIR /app
17
 
18
- RUN apt-get install -y wget && \
19
- wget -qO- "https://cmake.org/files/v3.18/cmake-3.18.0-Linux-x86_64.tar.gz" | tar --strip-components=1 -xz -C /usr/local
20
-
21
  COPY requirements.txt ./
22
 
23
- RUN pip install --upgrade pip && \
24
  pip install -r requirements.txt
25
 
26
- # Moving back to /app directory
27
- WORKDIR /app
28
-
29
  RUN echo ${MODEL_URL} && \
30
- wget -O /app/${DEFAULT_MODEL_FILE} ${MODEL_URL}
31
-
32
- RUN echo ${CLIP_MODEL_URL} && \
33
  wget -O /app/${DEFAULT_CLIP_MODEL_FILE} ${CLIP_MODEL_URL}
34
-
35
- RUN useradd -m -u 1000 user
36
 
37
- RUN mkdir -p /home/user/app && \
 
 
38
  mv /app/${DEFAULT_MODEL_FILE} /home/user/app && \
39
- mv /app/${DEFAULT_CLIP_MODEL_FILE} /home/user/app
40
-
41
- RUN chown -R user:user /home/user/app
42
 
43
  USER user
44
  ENV HOME=/home/user \
45
- PATH=/home/user/.local/bin:$PATH \
46
- MODEL_NAME=${MODEL_NAME} \
47
- MODEL_FILE=/home/user/app/${DEFAULT_MODEL_FILE}
48
 
49
  WORKDIR $HOME/app
50
 
 
51
  COPY --chown=user . .
52
 
53
  RUN ls -al
 
1
+ FROM ubuntu:20.04
2
 
3
  ENV MODEL_NAME="llava-1.6-mistral-7b-gguf"
4
  ENV DEFAULT_MODEL_FILE="llava-v1.6-mistral-7b.Q3_K_XS.gguf"
 
7
  ENV DEFAULT_CLIP_MODEL_FILE="mmproj-model-f16.gguf"
8
  ENV MODEL_URL="https://huggingface.co/${MODEL_USER}/${MODEL_NAME}/resolve/${DEFAULT_MODEL_BRANCH}/${DEFAULT_MODEL_FILE}"
9
  ENV CLIP_MODEL_URL="https://huggingface.co/${MODEL_USER}/${MODEL_NAME}/resolve/${DEFAULT_MODEL_BRANCH}/${DEFAULT_CLIP_MODEL_FILE}"
 
10
 
11
  RUN apt update && \
12
  apt install --no-install-recommends -y build-essential python3 python3-pip wget curl git && \
 
14
 
15
  WORKDIR /app
16
 
 
 
 
17
  COPY requirements.txt ./
18
 
19
+ RUN python3 -m pip install --upgrade pip && \
20
  pip install -r requirements.txt
21
 
22
+ # Downloading the models
 
 
23
  RUN echo ${MODEL_URL} && \
24
+ wget -O /app/${DEFAULT_MODEL_FILE} ${MODEL_URL} && \
25
+ echo ${CLIP_MODEL_URL} && \
 
26
  wget -O /app/${DEFAULT_CLIP_MODEL_FILE} ${CLIP_MODEL_URL}
 
 
27
 
28
+ # Creating a non-root user
29
+ RUN useradd -m -u 1000 user && \
30
+ mkdir -p /home/user/app && \
31
  mv /app/${DEFAULT_MODEL_FILE} /home/user/app && \
32
+ mv /app/${DEFAULT_CLIP_MODEL_FILE} /home/user/app && \
33
+ chown -R user:user /home/user/app
 
34
 
35
  USER user
36
  ENV HOME=/home/user \
37
+ PATH=/home/user/.local/bin:$PATH
 
 
38
 
39
  WORKDIR $HOME/app
40
 
41
+ # Copying the rest of your application
42
  COPY --chown=user . .
43
 
44
  RUN ls -al