Update Dockerfile

Dockerfile

@@ -26,8 +26,8 @@ ENV PATH="/usr/local/cuda/bin:$PATH" \
 WORKDIR /app
 
 # Download ggml and mmproj models from HuggingFace
-RUN wget https://huggingface.co/mys/ggml_llava-v1.5-13b/resolve/main/ggml-model-q5_k.gguf && \
-    wget https://huggingface.co/mys/ggml_llava-v1.5-13b/resolve/main/mmproj-model-f16.gguf 
+RUN wget https://huggingface.co/mys/ggml_bakllava-1/resolve/main/ggml-model-q4_k.gguf && \
+    wget https://huggingface.co/mys/ggml_bakllava-1/resolve/main/mmproj-model-f16.gguf 
 
 # Clone and build llava-server with CUDA support
 RUN git clone https://github.com/matthoffner/llava-cpp-server.git && \
@@ -54,4 +54,4 @@ WORKDIR $HOME/app
 EXPOSE 8080
 
 # Start the llava-server with models
-CMD ["/app/llava-cpp-server/bin/llava-server", "-m", "ggml-model-q5_k.gguf", "--mmproj", "mmproj-model-f16.gguf", "--host", "0.0.0.0", "-ngl", "30", "-c", "2048"]
+CMD ["/app/llava-cpp-server/bin/llava-server", "-m", "ggml-model-q4_k.gguf", "--mmproj", "mmproj-model-f16.gguf", "--host", "0.0.0.0", "-ngl", "30", "-c", "2048"]