matthoffner commited on
Commit
e5bf1d7
·
verified ·
1 Parent(s): a4a291c

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +6 -0
Dockerfile CHANGED
@@ -4,7 +4,9 @@ ENV MODEL_NAME="llava-1.6-mistral-7b-gguf"
4
  ENV DEFAULT_MODEL_FILE="llava-v1.6-mistral-7b.Q3_K_XS.gguf"
5
  ENV MODEL_USER="cjpais"
6
  ENV DEFAULT_MODEL_BRANCH="main"
 
7
  ENV MODEL_URL="https://huggingface.co/${MODEL_USER}/${MODEL_NAME}/resolve/${DEFAULT_MODEL_BRANCH}/${DEFAULT_MODEL_FILE}"
 
8
  ENV PATH="/usr/local/cuda/bin:$PATH"
9
 
10
  RUN apt update && \
@@ -36,6 +38,10 @@ WORKDIR /app
36
  RUN echo ${MODEL_URL} && \
37
  wget -O /app/${DEFAULT_MODEL_FILE} ${MODEL_URL}
38
 
 
 
 
 
39
  RUN useradd -m -u 1000 user
40
 
41
  RUN mkdir -p /home/user/app && \
 
4
  ENV DEFAULT_MODEL_FILE="llava-v1.6-mistral-7b.Q3_K_XS.gguf"
5
  ENV MODEL_USER="cjpais"
6
  ENV DEFAULT_MODEL_BRANCH="main"
7
+ ENV DEFAULT_CLIP_MODEL_FILE="mmproj-model-f16.gguf"
8
  ENV MODEL_URL="https://huggingface.co/${MODEL_USER}/${MODEL_NAME}/resolve/${DEFAULT_MODEL_BRANCH}/${DEFAULT_MODEL_FILE}"
9
+ ENV CLIP_MODEL_URL="https://huggingface.co/${MODEL_USER}/${MODEL_NAME}/resolve/${DEFAULT_MODEL_BRANCH}/${DEFAULT_CLIP_MODEL_FILE}"
10
  ENV PATH="/usr/local/cuda/bin:$PATH"
11
 
12
  RUN apt update && \
 
38
  RUN echo ${MODEL_URL} && \
39
  wget -O /app/${DEFAULT_MODEL_FILE} ${MODEL_URL}
40
 
41
+ RUN echo ${CLIP_MODEL_URL} && \
42
+ wget -O /app/${DEFAULT_MODEL_FILE} ${CLIP_MODEL_URL}
43
+
44
+
45
  RUN useradd -m -u 1000 user
46
 
47
  RUN mkdir -p /home/user/app && \