Update Dockerfile

Dockerfile

@@ -4,7 +4,7 @@ ENV DEBIAN_FRONTEND=noninteractive
 
 # Install dependencies
 RUN apt update && \
-    apt install --no-install-recommends -y build-essential python3 python3-pip wget curl git cmake zlib1g-dev && \
+    apt install --no-install-recommends -y build-essential python3 python3-pip wget curl git cmake zlib1g-dev libblas-dev && \
     apt clean && rm -rf /var/lib/apt/lists/*
 
 WORKDIR /app
@@ -13,12 +13,12 @@ WORKDIR /app
 RUN wget https://huggingface.co/mys/ggml_llava-v1.5-13b/raw/main/ggml-model-q4_k.gguf && \
     wget https://huggingface.co/mys/ggml_llava-v1.5-13b/raw/main/mmproj-model-f16.gguf 
 
-# Clone and build llava-server
+# Clone and build llava-server with CUDA support
 RUN git clone https://github.com/matthoffner/llava-cpp-server.git && \
     cd llava-cpp-server && \
     git submodule init && \
     git submodule update && \
-    make
+    LLAMA_CUBLAS=1 make
 
 # Create a non-root user for security reasons
 RUN useradd -m -u 1000 user && \
@@ -38,5 +38,3 @@ RUN ls -al
 
 # Start the llava-server with models
 CMD ["/app/llava-cpp-server/bin/llava-server", "-m", "/home/user/app/ggml-model-q4_k.gguf", "--mmproj", "/home/user/app/mmproj-model-f16.gguf", "--host", "0.0.0.0", "--port", "8080"]
-
-