Spaces:
Paused
Paused
Commit
·
d108fb5
1
Parent(s):
d53ee70
Update Dockerfile
Browse files- Dockerfile +1 -7
Dockerfile
CHANGED
@@ -11,12 +11,6 @@ RUN wget -qO- "https://cmake.org/files/v3.18/cmake-3.18.0-Linux-x86_64.tar.gz" |
|
|
11 |
|
12 |
WORKDIR /app
|
13 |
|
14 |
-
ENV PATH=/usr/local/cuda/bin:${PATH}
|
15 |
-
ENV CUDA_HOME=/usr/local/cuda \
|
16 |
-
LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/usr/local/cuda/lib64
|
17 |
-
|
18 |
-
RUN echo 'alias nvcc="nvcc -Xcompiler \"-fPIC\" -std=c++17"' >> ~/.bashrc
|
19 |
-
|
20 |
# Download ggml and mmproj models from HuggingFace
|
21 |
RUN wget https://huggingface.co/mys/ggml_llava-v1.5-13b/raw/main/ggml-model-q4_k.gguf && \
|
22 |
wget https://huggingface.co/mys/ggml_llava-v1.5-13b/raw/main/mmproj-model-f16.gguf
|
@@ -26,7 +20,7 @@ RUN git clone https://github.com/matthoffner/llava-cpp-server.git && \
|
|
26 |
cd llava-cpp-server && \
|
27 |
git submodule init && \
|
28 |
git submodule update && \
|
29 |
-
|
30 |
|
31 |
# Create a non-root user for security reasons
|
32 |
RUN useradd -m -u 1000 user && \
|
|
|
11 |
|
12 |
WORKDIR /app
|
13 |
|
|
|
|
|
|
|
|
|
|
|
|
|
14 |
# Download ggml and mmproj models from HuggingFace
|
15 |
RUN wget https://huggingface.co/mys/ggml_llava-v1.5-13b/raw/main/ggml-model-q4_k.gguf && \
|
16 |
wget https://huggingface.co/mys/ggml_llava-v1.5-13b/raw/main/mmproj-model-f16.gguf
|
|
|
20 |
cd llava-cpp-server && \
|
21 |
git submodule init && \
|
22 |
git submodule update && \
|
23 |
+
make
|
24 |
|
25 |
# Create a non-root user for security reasons
|
26 |
RUN useradd -m -u 1000 user && \
|