matthoffner commited on
Commit
a80b32c
·
verified ·
1 Parent(s): 770ee4c

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +4 -4
Dockerfile CHANGED
@@ -1,5 +1,4 @@
1
- # Grab a fresh copy of the Python image
2
- FROM python:3.11-slim
3
 
4
  # Install build and runtime dependencies
5
  RUN apt-get update && \
@@ -10,9 +9,10 @@ RUN apt-get update && \
10
  pkg-config \
11
  curl
12
 
13
- RUN pip install -U pip setuptools wheel && \
14
- CMAKE_ARGS="-DLLAMA_CUBLAS=ON" FORCE_CMAKE=1 pip install --verbose llama-cpp-python[server]
15
 
 
 
16
 
17
  # Download model
18
  RUN mkdir model && \
 
1
+ FROM ghcr.io/ggerganov/llama.cpp:full-cuda
 
2
 
3
  # Install build and runtime dependencies
4
  RUN apt-get update && \
 
9
  pkg-config \
10
  curl
11
 
12
+ RUN make LLAMA_CUBLAS=1
 
13
 
14
+ RUN pip install -U pip setuptools wheel && \
15
+ pip install --verbose llama-cpp-python[server]
16
 
17
  # Download model
18
  RUN mkdir model && \