matthoffner commited on
Commit
d108fb5
·
1 Parent(s): d53ee70

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +1 -7
Dockerfile CHANGED
@@ -11,12 +11,6 @@ RUN wget -qO- "https://cmake.org/files/v3.18/cmake-3.18.0-Linux-x86_64.tar.gz" |
11
 
12
  WORKDIR /app
13
 
14
- ENV PATH=/usr/local/cuda/bin:${PATH}
15
- ENV CUDA_HOME=/usr/local/cuda \
16
- LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/usr/local/cuda/lib64
17
-
18
- RUN echo 'alias nvcc="nvcc -Xcompiler \"-fPIC\" -std=c++17"' >> ~/.bashrc
19
-
20
  # Download ggml and mmproj models from HuggingFace
21
  RUN wget https://huggingface.co/mys/ggml_llava-v1.5-13b/raw/main/ggml-model-q4_k.gguf && \
22
  wget https://huggingface.co/mys/ggml_llava-v1.5-13b/raw/main/mmproj-model-f16.gguf
@@ -26,7 +20,7 @@ RUN git clone https://github.com/matthoffner/llava-cpp-server.git && \
26
  cd llava-cpp-server && \
27
  git submodule init && \
28
  git submodule update && \
29
- LLAMA_CUBLAS=1 make
30
 
31
  # Create a non-root user for security reasons
32
  RUN useradd -m -u 1000 user && \
 
11
 
12
  WORKDIR /app
13
 
 
 
 
 
 
 
14
  # Download ggml and mmproj models from HuggingFace
15
  RUN wget https://huggingface.co/mys/ggml_llava-v1.5-13b/raw/main/ggml-model-q4_k.gguf && \
16
  wget https://huggingface.co/mys/ggml_llava-v1.5-13b/raw/main/mmproj-model-f16.gguf
 
20
  cd llava-cpp-server && \
21
  git submodule init && \
22
  git submodule update && \
23
+ make
24
 
25
  # Create a non-root user for security reasons
26
  RUN useradd -m -u 1000 user && \