gradio-llama-cpp-2

Sleeping

pngwn HF staff commited on May 11

Commit

16503af

•

1 Parent(s): ab8bbc9

Update Dockerfile

Files changed (1) hide show

Dockerfile CHANGED Viewed

@@ -1,4 +1,4 @@
-ARG CUDA_IMAGE="12.1.1-devel-ubuntu22.04"
 FROM nvidia/cuda:${CUDA_IMAGE}
 # We need to set the host to 0.0.0.0 to allow outside access
@@ -23,7 +23,8 @@ RUN python3 -m pip install --upgrade pip pytest cmake \
     pydantic-settings starlette-context gradio huggingface_hub hf_transfer
 # Install llama-cpp-python (build with cuda)
-RUN CMAKE_ARGS="-DLLAMA_CUBLAS=on" pip install llama-cpp-python
 RUN useradd -m -u 1000 user
 # Switch to the "user" user

+ARG CUDA_IMAGE="12.4.1-cudnn-devel-ubuntu22.04"
 FROM nvidia/cuda:${CUDA_IMAGE}
 # We need to set the host to 0.0.0.0 to allow outside access
     pydantic-settings starlette-context gradio huggingface_hub hf_transfer
 # Install llama-cpp-python (build with cuda)
+RUN pip install llama-cpp-python \
+  --extra-index-url https://abetlen.github.io/llama-cpp-python/whl/cu124
 RUN useradd -m -u 1000 user
 # Switch to the "user" user