matthoffner commited on
Commit
d53ee70
·
1 Parent(s): 05c1374

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +2 -0
Dockerfile CHANGED
@@ -15,6 +15,8 @@ ENV PATH=/usr/local/cuda/bin:${PATH}
15
  ENV CUDA_HOME=/usr/local/cuda \
16
  LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/usr/local/cuda/lib64
17
 
 
 
18
  # Download ggml and mmproj models from HuggingFace
19
  RUN wget https://huggingface.co/mys/ggml_llava-v1.5-13b/raw/main/ggml-model-q4_k.gguf && \
20
  wget https://huggingface.co/mys/ggml_llava-v1.5-13b/raw/main/mmproj-model-f16.gguf
 
15
  ENV CUDA_HOME=/usr/local/cuda \
16
  LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/usr/local/cuda/lib64
17
 
18
+ RUN echo 'alias nvcc="nvcc -Xcompiler \"-fPIC\" -std=c++17"' >> ~/.bashrc
19
+
20
  # Download ggml and mmproj models from HuggingFace
21
  RUN wget https://huggingface.co/mys/ggml_llava-v1.5-13b/raw/main/ggml-model-q4_k.gguf && \
22
  wget https://huggingface.co/mys/ggml_llava-v1.5-13b/raw/main/mmproj-model-f16.gguf