pngwn HF staff commited on
Commit
16503af
1 Parent(s): ab8bbc9

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +3 -2
Dockerfile CHANGED
@@ -1,4 +1,4 @@
1
- ARG CUDA_IMAGE="12.1.1-devel-ubuntu22.04"
2
  FROM nvidia/cuda:${CUDA_IMAGE}
3
 
4
  # We need to set the host to 0.0.0.0 to allow outside access
@@ -23,7 +23,8 @@ RUN python3 -m pip install --upgrade pip pytest cmake \
23
  pydantic-settings starlette-context gradio huggingface_hub hf_transfer
24
 
25
  # Install llama-cpp-python (build with cuda)
26
- RUN CMAKE_ARGS="-DLLAMA_CUBLAS=on" pip install llama-cpp-python
 
27
 
28
  RUN useradd -m -u 1000 user
29
  # Switch to the "user" user
 
1
+ ARG CUDA_IMAGE="12.4.1-cudnn-devel-ubuntu22.04"
2
  FROM nvidia/cuda:${CUDA_IMAGE}
3
 
4
  # We need to set the host to 0.0.0.0 to allow outside access
 
23
  pydantic-settings starlette-context gradio huggingface_hub hf_transfer
24
 
25
  # Install llama-cpp-python (build with cuda)
26
+ RUN pip install llama-cpp-python \
27
+ --extra-index-url https://abetlen.github.io/llama-cpp-python/whl/cu124
28
 
29
  RUN useradd -m -u 1000 user
30
  # Switch to the "user" user