matthoffner commited on
Commit
6deaa31
·
1 Parent(s): 7223282

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +2 -0
Dockerfile CHANGED
@@ -10,6 +10,8 @@ RUN apt update && \
10
  WORKDIR /app
11
 
12
  ENV PATH=/usr/local/cuda/bin:${PATH}
 
 
13
 
14
  # Download ggml and mmproj models from HuggingFace
15
  RUN wget https://huggingface.co/mys/ggml_llava-v1.5-13b/raw/main/ggml-model-q4_k.gguf && \
 
10
  WORKDIR /app
11
 
12
  ENV PATH=/usr/local/cuda/bin:${PATH}
13
+ ENV CUDA_HOME=/usr/local/cuda \
14
+ LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/usr/local/cuda/lib64
15
 
16
  # Download ggml and mmproj models from HuggingFace
17
  RUN wget https://huggingface.co/mys/ggml_llava-v1.5-13b/raw/main/ggml-model-q4_k.gguf && \